[ { "id": "lego-71757-lloyds-ninja-mech-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure1-0003_step_Step%20%23BQ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Lloyd Minifigure." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure1-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure1-0001_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the body." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure1-0002_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hat on the head. Snap the handle of the sword into Lloyd's left hand." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure1-0003_step_Step%20%23BQ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Lloyd Minifigure is finished! Great job! Lloyd is wearing a ninja suit in different shades of green that is decorated with a light green dragon wrapping around his chest from the front to the back. The left sleeve is light green, the right sleeve is dark green. Lloyd has green eyes and a grim but determined look on his face, ready to face any challenge. The dragon head and the Ninjago dojo symbol decorate the back of Lloyd's suit. His hat is a typically wrapped ninja hat with special padding around the forehead and the mouth for protection. Lloyd is ready to fight!" } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure2-0003_step_Step%20%23BP_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Boa Destructor Minifigure." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure2-0000_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure2-0001_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the body, snake head to the front." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure2-0002_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into Boa Destructor's left hand." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Figure2-0003_step_Step%20%23BP_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Boa Destructor Minifigure is finished! Well done! He has a bright orange body with a few brown scales, the snake warrior's head is black and orange with piercing, orange eyes. He wears a richly decorated loincloth with golden, turquoise and olive green ornaments and a golden belt with silver rivets with a snake head as a belt buckle. Around his neck, Boa Destructor is wearing a tooth necklace with four razor-sharp teeth on it. The back of the snake warrior is covered in silver-grey scales. Watch out, he is a dangerous adversary!" } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Rock-0003_step_Step%20%23BJ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a piece of Ninjago terrain with spider." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Rock-0000_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the pointy corner is in the right back corner. The knobs should form straight rows and columns in front of you." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Rock-0001_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 2x2 in the right back corner, slopes to the left and to the back.. Put the round brick 1x1 in front of the previous piece on the rightmost knob." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Rock-0002_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the two previous pieces. Put the spider figure on the left edge of the terrain." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Rock-0003_step_Step%20%23BJ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Ninjago rock with spider is finished! Great job! The topmost knob has a hole in it. You can stick the handle of Lloyd's katana sword in this knob when you don't need it." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0038_step_Step%20%23BM_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the Ninjago Mech. Let's start with the Mech cockpit." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0000_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted roof tile 4x6 horizontally on the table, slopes to the right and left. Put the brick 1x4x3 horizontally on the backmost row in the middle." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0001_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0002_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in front of the previous piece, clasps overhanging to the front." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0003_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row. It will cover the previous piece. Only the clasps still stick out." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0004_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the previous piece in the middle." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0005_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, starting from the back. Put the other one vertically in front of the previous piece. If done correctly, these two pieces fully cover the rightmost column of the structure." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0006_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the leftmost column, just like you did with the two previous pieces on the right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0007_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column, ball overhanging to the left. Repeat symmetrically on the right, ball overhanging to the right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0008_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row in the middle." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0009_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, slopes to the right, 1 column overhanging to the right. Repeat symmetrically on the left, 1 column overhanging to the left. These two pieces will be the shoulders of the Mech." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0010_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile 1x2 horizontally on the backmost row in the middle. Put 1 quarter-arched tile 2x2 to the right of the previous piece, arch bending towards the front. Repeat symmetrically on the left. If done correctly, these three pieces form a half-oval starting from the backmost row." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0013_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the foldable Mech chest." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0011_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knobs to the top." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0012_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 4 top knobs of the chest plate. This piece is printed with the Ninjago dojo symbol in red and white surrounded by golden and brown ornaments." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0013_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the foldable Mech chest upside down. Snap its shaft into the two clasps pointing to the front. You might have to hold both the structure and the chest plate in your hands to do so. If done correctly, you can now fold the chest plate up to close the Mech cockpit, and fold it down to open it. In the closed position, the printed round tile is facing the front." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0019_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make the hip of the Mech." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0014_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0015_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two back rows, tubes to the left and right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0016_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0017_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it front-to-back into the technic hole of the previous piece. If done correctly, half of the connector peg will stick out towards the front." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0018_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the hip structure, pointy end to the back. Make sure it is flush with the front edge of the hip structure." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0019_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Mech hip is finished! Well done! Before you can mount it, tilt the cockpit by 90 degrees towards the back. This means that what used to be the top of the structure is now pointing to the back. The bottom connection points of the cockpit base are now facing the front. Now, insert the connector of the hip into the hole in the middle of the front side surface. That was tricky! Well done! You can leave the Mech cockpit like that for now." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0023_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the left Mech leg." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0020_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0021_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 4 frontmost knobs, curves to the front." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0022_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the base plate of the Mech leg vertically behind the arched curve brick. Make sure the knee points towards the front and the connector pin at the top points to the left." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0023_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The left Mech leg is finished! Well done! Pick up the Mech cockpit, opening to the top and chest plate to the front. Now, snap the connector of the leg right-to-left into the right tube of the Mech hip. The Mech probably cannot stand yet. Put it back on the table, laying on its back side." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0027_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the right Mech leg." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0024_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0025_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 4 frontmost knobs, curves to the front." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0026_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put its base plate vertically behind the previous piece. Make sure the knee points towards the front and the connector pin is pointing to the right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0027_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The right Mech leg is finished! Great job! Snap the connector left-to-right into the left tube of the Mech hip. Now, the Mech should be able to stand upright. You might have to adjust the legs a little. Fantastic job, that was difficult!" } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0032_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the left Mech arm." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0028_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, circle and bend to the back, steps to the left and right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0029_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with 2 vertical clasps vertically on the rightmost column, clasps to the right. Put the plate 1x2 with ball cup vertically on the leftmost column, ball cup to the left." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0030_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the arched curve brick on the 4 leftmost knobs, curves to the right. Put the flat tile 2x2 on the 4 rightmost knobs." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0031_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it flat, blade pointing to the front, and snap the handle into the clasp on the right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0032_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The left Mech arm is finished! Great job! Now, connect the arm's ball cup to the ball joint on the top right of the structure. Careful, the roof tile acting as the Mech's shoulder might come off. You might have to adjust the sword in the Mech's hand. It should point upwards." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0037_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the right Mech arm." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0033_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, circle and bend towards the back, steps to the left and right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0034_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with 2 vertical clasps vertically on the leftmost column, clasps to the left. Put the plate 1x2 with ball cup vertically on the rightmost column, ball cup to the right." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0035_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the arched curve brick on the 4 rightmost knobs, curves to the left. Put the flat tile 2x2 on the 4 leftmost knobs." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0036_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it flat, blade pointing to the front, and snap its handle into the clasps on the left." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0037_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The right Mech arm is finished! Well done! Now, snap its ball cup onto the ball joint at the top of the Mech. Careful, the roof tile acting as the Mech's shoulder might come off." } ] }, { "id": "lego-71757-lloyds-ninja-mech-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71757-lloyds-ninja-mech-readscr/images/sm01-Mech-0038_step_Step%20%23BM_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Ninjago Mech is finished! Very well done! Now, Lloyd can finally get into the cockpit and start fighting." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-figure-1_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the submarine pilot Minifigure." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-figure-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, put the head on top, and put the cap on the head." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-figure-1_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The submarine pilot Minifigure is finished! He is wearing light blue overalls with a red turtleneck jumper underneath. There is a dark blue safety harness across his torso to fasten him tightly into the submarine's seat. The deep blue sea can be quite turbulent!" } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-shark-2_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the hammerhead shark." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-shark-1_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the head piece onto the shark body." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-shark-2_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The hammerhead shark is finished! Well done! The shark has two grim looking eyes on the sides of his head. Watch out!" } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-6_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the treasure chest knoll." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-1_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the diamonds in the treasure chest." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-2_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it onto the treasure chest bottom. You can open and close the treasure chest as you like." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-3_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Put the treasure chest horizontally on the two back rows, opening to the front." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-4_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob of the front row." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-5_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the small shaft at the bottom into the round brick 1x1." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-island-6_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The treasure chest knoll is finished! Well done!" } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-23_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the Mini-Submarine." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table. Make sure the opening is facing you." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-1_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the low part of the submarine bottom in the middle, seatback to the back." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-2_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row in the middle." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-3_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically to the left and right of the previous piece." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-4_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row in the middle." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-5_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left and right of the previous piece, connectors to the back." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-6_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the third column from the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-7_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left and right of the previous pieces. Make sure the knobs are facing inwards." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-8_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row in the middle." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-9_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 2 connectors at the back side of the structure." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-10_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top in the middle." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-11_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row of the previous piece, hinge stubs overhanging to the front." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-12_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the previous piece, curves to the back." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-13_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the hinge forks on the 2 hinge stubs at the front. Fold the cockpit down to close the submarine, and up to open it again. Make sure the bubble arches outwards." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-14_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector portions into the bottom holes on the left and right side surfaces." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-18_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first of two submarine inspection arms." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-15_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, hinge fork to the back." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-16_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, clasp to the front." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-17_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its hinge stub on the hinge fork of the arm." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-18_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first submarine inspection arm is finished! Well done! Now, snap the hinge fork of the arm onto the hinge stub on the left side of the structure." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-22_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the second submarine inspection arm." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-19_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, hinge fork to the back." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-20_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, clasp to the front." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-21_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its hinge stub on the hinge fork of the arm." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-22_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second submarine inspection arm is finished! Great job! Snap the hinge fork of the arm on the hinge stub on the right side of the structure." } ] }, { "id": "lego-60263-ocean-mini-submarine-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60263-ocean-mini-submarine-readscr/images/sm01-submarine-23_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_1-0003_step_Step%20%23%23J_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the gardener Minifigure. The pieces for the gardener Minifigure and for the cyclist Minifigure have identical shapes. They can only be differentiated by their prints, and sometimes by color. If you are unsure about the correct pieces, ask a sighted person to help you." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_1-0000_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_1-0001_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the billed cap on the head." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_1-0002_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can swap the billed cap for the bike helmet whenever the gardener is going for a bike ride." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_1-0003_step_Step%20%23%23J_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The gardener Minifigure is finished! Well done! He is wearing mossy green pants and a beige shirt with two breast pockets and a mossy green collar. The shirt is tucked in loosely; as a gardener, you need a wide range of motion! The gardener has a very friendly face with grey eyebrows and a few wrinkles. The fine weather and the beautiful flowers put a big smile on his face!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_2-0003_step_Step%20%23%23L_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the cyclist Minifigure." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_2-0000_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_2-0001_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on top. One strand of hair is falling over the shoulder towards the front of the upper body." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_2-0002_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Whenever the cyclist is going for a ride, make sure to exchange the hairpiece with the bike helmet. Safety first!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_2-0003_step_Step%20%23%23L_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cyclist Minifigure is finished! Great job! She is wearing a light blue pantsuit and a white blouse with pink flowers, and a cute pink belt with a small bow tie. The jacket of the suit has two bright blue pockets and a bright blue collar. She has brown eyes and is wearing a pinkish lipstick. The cyclist also has a big smile on her face. But who wouldn't have when a lovely picnic is waiting on such a fine summer's day!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0011_step_Step%20%23%23M_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the bike with trailer. Let's start with the trailer." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0000_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 vertically on the table. Put 1 plate with side pin horizontally on the frontmost row, pin to the front. Repeat symmetrically on the backmost row." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0001_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the red plate 1x1 between the two previous pieces on the rightmost column. Put the plate 1x2 horizontally to the left of the previous piece, 1 knob and shaft overhanging to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0002_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the build, covering the previous pieces." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0003_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x1 on the single knob to the left of the previous piece. Snap the thick clasp of the skeleton arm onto the shaft on the left side. Make sure the skeleton arm is pointing upwards." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0004_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the build. One column of the crate is overhanging to the right, the leftmost column only rests on one flat tile 1x1." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0005_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Use the hole in the middle to snap the wheel on one of the two pin connectors pointing to the front and back." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0006_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it on the other pin connector. The trailer is finished! Great job! But of course we can only use it once the bicycle is done. So let's continue!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0010_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the bicycle." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0007_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bicycle frame horizontally, handlebar on the left. Put the round plate 1x1 upright on the knob just below the handlebar. This is a side knob pointing to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0008_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the knob on the right, shaft to the right. This is the luggage carrier of the bicycle!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0009_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the axle pins into the wheel forks at the bottom of the bicycle frame. One is below the handlebar, the other one is below the seat. The bike is finished! Fantastic!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0010_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, connect the clasp of the trailer to the shaft on the bike seat." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-bike-0011_step_Step%20%23%23M_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bike with trailer is finished! Great job! Now, we're ready to go on a bike ride. Put on the helmet and take the bike for a spin! You can later pack the trailer with things you will need for the picnic." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0036_step_Step%20%23%23Z_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the three-wheeled truck." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0000_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the slimmer row of the one-stepped plate 2x2 on the back row, starting from the right edge, one row and pin connector overhanging to the back." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0001_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece, thicker row and pin connector overhanging to the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0002_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically to the left of the two previous pieces. Put the stepped brick horizontally to the left of the previous piece, top plate overhanging to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0003_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 centered on the rightmost edge. Put the flat tile 1x2 vertically to the left of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0004_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge. Repeat symmetrically at the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0005_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, clasp to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0006_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, curve to the left. It will only connect with one knob. Repeat symmetrically at the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0007_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the rightmost edge in the middle. Put the plate 1x2 vertically to the left of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0008_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the rightmost column, and put it horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0009_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece. This means it is mounted on the rightmost knob of the front row. Repeat symmetrically at the back." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0010_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge, panel to the back. Repeat symmetrically at the front. Make sure the panel is to the front this time." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0011_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the two previous pieces in the middle." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0012_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on top of the previous piece. Make sure the inner notch of the frame is on the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0013_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece on the backmost row, slope to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0015_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we assemble the 2 truck headlights." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0014_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round plates upright on the side knobs of the 2 bricks." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0015_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the truck headlights on the leftmost knobs of the frontmost and backmost row, side knobs to the left. If done correctly, there are still two empty knobs in the middle of the leftmost edge of the structure." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0016_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle of the third column from the left, steering wheel to the right." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0017_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0018_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, curve to the left. This is the engine hood of the truck." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0019_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left edge of the structure, slope to the left. Make sure that only the smooth curve brick and the headlights are sticking out towards the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0020_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the whole structure upside down. Keep the structure horizontally. Make sure that the windshield is still on the left side of the build. Put the plate 2x2 on the leftmost edge on the lower level, wheel forks pointing to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0021_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the axle pins into the wheel forks on the left. This is the front wheel of the truck! But we are not done yet, leave the truck upside down for now." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0023_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 2 rear wheels." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0022_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the tires." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0023_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the two rear wheels onto the 2 pin connectors sticking out towards the front and back on the right edge of the structure. Great job! This was hard! Once all three wheels are mounted, you can flip the structure right side up again." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0024_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the window frame in the middle of the structure." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0029_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the flower bed for the truck. This flower bed will have some yellow flowers in it. You can place the flowers as instructed, or pick your own order." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0025_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the green flower piece on the left knob at the back." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0026_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right and the other one in front of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0028_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a yellow blossoming flower." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0027_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the small shaft of the flower into the curly part at the top of the stem." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0028_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the blossoming flower on the front right knob." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0029_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The flower bed for the truck is finished! Well done! Put it on the round plate 2x2 with 1 knob on the right edge of the truck." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0033_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the truck roof." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0030_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hood plate 4x4x\u2154 on the table, angled corners to the front. Put the plate 1x2 horizontally on the 2 knobs of the hood plate." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0031_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on top of the previous piece. Insert the shaft of the bulb in the hole of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0032_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Apply it at the front of the hood plate. The shapes of the sticker and the hood plate align. The sticker is orange and green just like the truck itself, and it has a round emblem in the middle with a white background and a green plant on it." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0033_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The truck roof is finished! Great job! Mount it on top of the truck, angled corners to the left. Make sure the left edge of the roof is mounted on the windshield." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0034_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its handle into one of the clasps sticking out of the truck's sides; they are just below the window frame." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0035_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the clasp on the other side of the truck." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_1-0036_step_Step%20%23%23Z_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The three-wheeled truck is finished! Well done! Now, the gardener can take his truck for a spin and start looking for spots in the park that could use some new flowers. To seat the gardener in the truck, it is best to take off the roof, place him in the driver's seat, and put the roof on again." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_3-0002_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the little boy Minifigure." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_3-0000_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_3-0001_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-figure_3-0002_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The little boy Minifigure is finished! Well done! He has a happy face with a few freckles on his cheeks. He is wearing sand blue pants and a red college jacket with white buttons and two slanted pockets. The waistband and the collar have white stripes on them. The boy is wearing a white t-shirt underneath." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0040_step_Step%20%23BO_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the picnic bench with oak tree and squirrels." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0000_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x8 vertically on the table. Put the brick 1x2x2 horizontally on the backmost row, starting from the right edge." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0001_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in front of the previous piece on the rightmost column, half-arch to the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0002_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece, half-arch to the left. The three most recent pieces now form a top surface of 2x2 knobs. Behind the current piece, 2 empty knobs are left. The two half-arches are actually the roots of the tree!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0003_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the top 2x2 surface in the right back corner of the current structure." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0004_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row, skipping the leftmost knob. Skip 2 rows to the back, and put the other brick 1x3 horizontally, again skipping the leftmost column." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0005_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 left knobs of the backmost row. The other half of the piece is overhanging to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0006_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the previous piece so that the 2 base plates join perfectly. The flat tile 1x4 on the backmost row connects the two base plates. If done correctly, the 2 leftmost knobs of the back row will be empty." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0007_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 to the left of the tree root pointing to the left. If done correctly, there are two empty columns to the left of this piece, and one row with a previously mounted flat tile behind this piece. Put 1 flat tile 1x2 vertically on the leftmost column, starting from the back. Put the flat tile 1x4 vertically in front of the previous piece. Put the other flat tile 1x2 vertically in front of the previous piece. These flat tiles now cover the entire leftmost column." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0008_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece on the frontmost row. Skip 2 rows to the back, and put the other brick with inside arch horizontally, again directly next to the column of flat tiles." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0009_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the left edge of the 2 previous pieces, connecting them with each other. Make sure that the front and back ends of this piece are flush with the front and back edges of the two bricks with inside arch. Repeat symmetrically on the rightmost edge of the structure, using the two bricks with inside arch that have been placed earlier." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0010_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the previous piece. Repeat symmetrically on the left. This means that there are three columns between these two pieces. These will be the seats of the picnic bench." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0011_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row between the two previous pieces. Repeat symmetrically on the back edge of the seating surfaces." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0012_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x4 vertically on the right edge of the two previous pieces. Put the plate 1x4 vertically to the left of the previous piece. Put the other flat tile 1x4 vertically to the left of the previous piece. This is the table of the picnic bench!" } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0017_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the flower bed for the park. This flower bed will feature red flowers." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0013_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the flower piece 1x1 on the front left knob." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0014_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind and the other one to the right of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0016_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the red blossoming flower." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0015_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the decoration flower into the curly end at the top of the stem." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0016_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the red blossoming flower on the back right knob." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0017_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The flower bed for the park is finished! Put it on the round plate 2x2 to the left of the tree stump. The tree stump is the 2x2 surface in the back right corner of the whole structure." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0018_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the tree stump. Put the other one horizontally in front of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0019_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 2 previous pieces." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0020_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row of the previous piece." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0021_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right knob in front of the previous piece, half-arch overhanging to the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0022_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece, half-arch overhanging to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0023_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 3 previous pieces in the back right corner." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0024_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the previous piece. Put 1 plate 1x2 vertically in front of the previous piece on the rightmost column, shaft to the front. Put the other plate 1x2 horizontally to the left of the plate 2x2, shaft to the left. These two small arches to the front and to the left are actually two of the tree's branches! And in later steps, we will be adding another two branches." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0025_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 backmost knobs in the right back corner." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0026_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in front of the previous piece on the right knob, half-arch overhanging to the front." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0027_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece, half-arch overhanging to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0028_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it behind the 2 previous pieces on the backmost 4 knobs in the right back corner." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0029_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the squirrel figure on the lower branch pointing towards the front. Put 1 plate 1x2 vertically on the higher branch pointing towards the front, shaft overhanging to the front. Put the other plate 1x2 on the higher branch pointing towards the left, shaft overhanging to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0030_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 curve tile horizontally on the right knob of the previous piece and the knob to its right, curve to the right. Put the other one vertically to the right of the previous piece, leaving one knob at the back and one at the front of that column empty. The curve is to the back." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0033_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the first of three leaf canopy elements." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0031_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the plant element in your hand, knobs to the top. Identify the middle knob. Insert the handle of the wrench from the bottom into the middle knob. Let the handle stick out towards the top. Carefully put the plant element on the table, but make sure to keep this orientation." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0032_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the middle knob of the plant element, leaves pointing to the right." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0033_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first of three leaf canopy elements is finished! Great job! Mount it by snapping the wrench clasp onto the shaft of the lower tree branch pointing to the left. The plant element is kind of shaped like a triangle, one of its branches is a bit longer than the others. This longest branch should point down at an angle. You might have to adjust the wrench clasp a little. But really, any orientation of your choice is fine." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0038_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 other tree canopy elements." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0034_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant element on the table, longer branch pointing to the right. Put the round tile 1x1 on the back knob of the middle branch that runs front to back. But you can also pick any knob other than the middle knob." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0035_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the plant element in your hand, and insert the handle of the wrench into the middle knob of the plant element. Let the handle stick out towards the top. Put the plant element down again, but keep it in this orientation." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0036_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the middle knob, leaves pointing to the left." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0037_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 with print on a knob of your choice. You can pick the same as before, or a different one. Just leave the middle knob empty. Insert the handle of the wrench from the bottom into the middle knob, handle sticking out towards the top. Put the round plate with leaves on the middle knob of the plant element, leaves pointing away from the longest branch." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0038_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 other tree canopy elements are finished! Very well done! Snap the wrench clasps onto the 2 handles of the 2 top tree branches. This time, you could let the longest branches of the plant elements point upwards, but it is up to you." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0039_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 in the middle of the picnic table. This piece is printed with a pizza box! Put the 2 mugs on the 2 knobs next to the pizza box. Put the squirrel figure on the left picnic bench." } ] }, { "id": "lego-60326-picnic-in-the-park-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60326-picnic-in-the-park-readscr/images/sm01-build_2-0040_step_Step%20%23BO_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The picnic bench with oak tree and squirrels is finished! Good job!" } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig01-6_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the male driver Minifigure." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig01-1_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig01-2_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig01-3_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig01-4_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it onto the helmet." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig01-5_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can put it on the head instead of the helmet whenever this driver is not driving. The helmet of course also fits the female driver Minifigure!" } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig01-6_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The male driver Minifigure is finished! Well done! He is wearing grey pants and a cool white jacket with light blue sleeves, a blue zipper pocket on his right chest, and a diagonal white-and-blue checked pattern at the top. The back of his jacket is light blue with a blue-and-white checked pattern at the bottom. The driver has a daring grin on his face and there is a smudge on his right cheek. Looks like he is up for a wild ride!" } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-61_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Baja race buggy." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-0_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-1_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the four rightmost knobs, function block overhanging to the right. Repeat symmetrically on the left. Examine one of the function blocks closer: it has a diagonal slit opening towards the bottom. In the middle of this slit is a round shaft. This is where the wheel axles will be snapped on in the next step." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-2_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the rounded indentation in the middle of the axle, and hold the axle vertically so that the indentation is to the top. Snap the indentation onto the shaft of the function block from the bottom right. Repeat symmetrically on the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-3_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the 4 middle knobs of the structure, symmetrically overhanging to the front and back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-4_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the third column from the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-5_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece on the 2 back rows, side knobs pointing to the back. The piece only connects to a total of 3 knobs. Put another 1 to the left of the previous piece, side knobs to the back. Repeat symmetrically at the front with the 2 remaining pieces." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-6_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the 4 previous pieces." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-15_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the rear spoiler." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-7_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, side knobs pointing to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-8_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-9_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, cut-out and wings overhanging to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-10_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally into the cut-out on the back row, protruding plate to the right, while only the protruding plate connects to a knob. Put the other 1 in front of the previous piece in the same orientation." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-11_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column, clasps to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-12_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically centered on the left column, top tubes to the front and back. Put the other one vertically centered to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-13_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the 2 previous pieces, narrow end to the left, wheel arches to the front and back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-14_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, curve to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-15_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear spoiler is finished! Great job! Put it horizontally on the 6 rightmost knobs, curves to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-16_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the third and fourth column from the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-17_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-18_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-19_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column, and mount it horizontally." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-20_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, shaft to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-21_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other to the left of the steering wheel, slopes to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-22_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left of the 2 previous pieces, clasps to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-23_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, slope to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-29_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the roll cage." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-24_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, shaft to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-25_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, shaft to the left. Right now, the two pieces are not connected. Make sure they touch on their long sides and both shafts are on the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-26_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put its lower part with the 4 knobs on top of the 4 knobs of the 2 previous pieces, drawbar extending to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-27_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 4 knobs of the lower part at the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-28_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece. The sticker is bright pink with a yellow circle in the middle. There is a white number 5 with black outline in the middle of the yellow circle." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-29_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roll cage is finished! Well done! Snap the 2 shafts at its left bottom onto the 2 clasps at the left of the structure. You can fold up the roll cage to seat a driver. Make sure to fold it down again before you start driving!" } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-30_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 3 rightmost side knobs that are pointing to the front, narrow end on the left, 3 knobs at the bottom, and angle towards the top. If this does not add up, you might have the wrong wedge plate. Try again with the other one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-32_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat tile. The sticker is black. On its left half, there is a yellow circle, again with a white number 5 with black outline in the middle. In the right half of the sticker there is a red rectangle, containing the word \"OIL\" in capital letters and white writing. On top of the letter \"L\" there is a white droplet of oil." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-33_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece upright horizontally on the 2 rightmost knobs of the previous piece, so the 2 rightmost side knobs pointing to the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-35_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the curve tile. The sticker is black and printed with the word \"INTAKE\" in capital letters and white writing with light blue outline. The used font is rather angular and connected. The superscript dot of the \"i\" was kept, its vertical line at the same time serves as the left vertical line of the N, and the horizontal line of the \"T\" is hovering above its two neighboring letters." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-36_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece upright horizontally to the left of the previous piece, curve to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-37_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the structure left to right. This means that now the higher part of the vehicle is to the left. Put the wedge plate upright horizontally on the 3 leftmost side knobs pointing to the front, narrow end to the right, angle to the top." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-39_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat tile. It has the same design as the black sticker with the \"INTAKE\" lettering in white and light blue." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-40_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 2 leftmost knobs of the previous piece, so the 2 leftmost side knobs pointing to the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-42_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the curve tile. It has the same design as sticker number 1 but in the other order: the red rectangle with \"OIL \" and droplet in white is in the left half, and the yellow circle with the white number 5 is in the right half." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-43_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright horizontally to the right of the previous piece, curve to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-48_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the 2 front headlights." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-47_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-44_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, clasp to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-45_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece. The piece is printed with two stern-looking eyes with eyebrows hovering above a black horizontal line, the bottom half of the piece is printed with a light-blue area with the word \"LIGHT\" in all caps in white lettering in the middle." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-47_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another black plate 1x1 with vertical side clasp, and another printed bright yellow round tile 1x1. Assemble the second front headlight just like the first one. The print of the round tile 1x1 is identical to the previous one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-48_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure left to right again so that the high part is on the right again. To mount the front headlights, flip them upright and snap their clasps into the shafts on the left side of the structure." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-50_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 2 side knobs pointing to the right, just below the 2 clasps." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-51_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bottom shaft into the 2 clasps above the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-60_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 wheels of the Baja race buggy." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-59_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-53_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-59_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 tires, and another 3 rims. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-60_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! Now, snap the 4 wheels onto the connectors at the bottom of the vehicle." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-offroader-61_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Baja race buggy is finished! Great job! Thanks to the flexible wheel axles you can actually steer it left and right. Lift up the roll cage, seat the driver in the race buggy, and take it for a spin!" } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig02-4_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the female driver Minifigure." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig02-1_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig02-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig02-3_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-Fig02-4_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The female driver Minifigure is finished! Great job! She is wearing sand blue pants and a light brown leather jacket with 3 large dark brown buttons, side pockets and decorative stitching, and a sand blue blouse underneath. The driver has a broad smile on her face, and she is wearing nude colored lipstick. Put on the safety helmet and goggles and let her take the race buggy for a test drive!" } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-116_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the SUV off-roader." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-0_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-1_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost 4 knobs, ball socket to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-2_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece, connector pins to the front and back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-3_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-4_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece, slopes to the front and back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-5_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece, slopes to the front and back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-6_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-7_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece, connectors to the front and back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-8_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-9_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 backmost rows of the lower level, starting from the right edge." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-10_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, side knobs pointing to the left. This piece only connects to 2 knobs." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-11_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 frontmost rows of the lower level, starting from the right edge." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-12_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, side knobs pointing to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-13_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-14_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece on the backmost row of the lower level. Put another 1 horizontally to the left of the previous piece. Repeat symmetrically on the front row of the lower level with the 2 remaining pieces." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-15_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 middle rows, starting on the second column from the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-16_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-18_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on one of the long side surfaces of the brick 1x2. The sticker is printed with the license plate. It is white with a bold black frame. The license number is \"J H 6 0 2 8 8 \" and is printed in black letters." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-19_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece vertically centered on the rightmost column, sticker to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-20_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the previous piece, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-21_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the slopes of the 2 previous pieces, angle to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-22_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the roof tile at the back, 1 row and mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-23_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, slope to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-24_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the 2 previous pieces, making sure the bottoms of the pieces are flush on the left, angles to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-25_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row of the structure, leaving its leftmost knob empty. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-26_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the 6th column from the left, steering wheel to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-27_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost knob of the frontmost row and the knob behind it, slope overhanging to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-28_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, 1 row and mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-29_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, side knobs to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-30_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the white plate 1x2 vertically centered on the rightmost column. Put 1 transparent red plate 1x2 vertically behind the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-31_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece on the frontmost row. Repeat symmetrically at the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-32_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece, starting on the second column from the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-33_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the third and fourth knob from the left, upward hook to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-34_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the leftmost edge." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-35_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge, slope to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-36_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the 2 previous pieces on the rightmost column, slope to the right. If this piece does not fit, try the other windscreen." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-37_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row to the left of the roof tile, panel to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-38_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece. Repeat symmetrically at the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-39_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-41_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the steering wheel, slope to the right. It is printed with the dashboard of the SUV off-roader: a black oval area with a speed indicator, tachometer and a fuel gauge." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-52_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the front bumper." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-42_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-43_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost knob of the back row, slope to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-44_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in front of the previous piece, slope to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-45_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the column to the right of the previous piece, shaft to the front. Repeat symmetrically on the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-46_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the 2 previous pieces." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-47_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other on the back row." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-49_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat tile. This sticker is printed with the license plate of the SUV off-roader. It is white with a bold black frame. The license number is \"J H 6 0 2 8 8\", it is printed in black letters." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-50_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece horizontally centered on the front row." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-51_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of 1 into the shaft on the left front, arm bending upwards, little cube to the back. Repeat symmetrically on the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-52_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front bumper is finished! Well done! Flip it upright, and mount it horizontally on the side knobs pointing to the left. Make sure the grille tiles form the upper row, and the bumper bars are extending from the bottom up." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-53_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the fourth column from the left, slope to the left. Make sure to ignore the knobless section on the left edge when counting columns." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-54_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the windscreen, 4 knobs to the right. On the left edge, it will protrude over the knobless part." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-55_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column on top of the rear window." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-56_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost column, starting from the right edge. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-62_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the roof of the SUV off-roader." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-57_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-58_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the right column of the previous piece, 4 knobs to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-59_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column, knobs to the right. This means that you should now have 2 vertical columns with 4 knobs each in the middle of the roof structure." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-60_step_Step%20%23GQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the roof structure upside down. Make sure to keep the orientation horizontally. Put them vertically next to each other on the leftmost column, side rails to the left. The frontmost and backmost rows remain empty." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-61_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the roof structure right side up again. The side rails should stick out on the left edge. Put 1 grille tile horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-62_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roof of the SUV off-roader is finished! Well done! Mount it horizontally on top of the SUV off-roader, side rails to the left. You can easily take off the roof to seat the 2 Minifigures." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-63_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 upright, and snap it onto the upward hook at the front, coming from the right. This will serve as the exterior rearview mirror. Repeat symmetrically at the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-72_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we assemble the 4 wheels of the SUV off-roader." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-71_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-65_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-71_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 tires, and another 3 rims. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-72_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done! Now snap the wheels on the 4 connectors at the bottom of the vehicle, spokes facing outwards." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-115_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's build the trailer." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-73_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs pointing to the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-74_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, starting with the left back corner, 1 row overhanging to the front and 10 columns overhanging to the right." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-75_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the front row of the previous piece on the left edge, side knobs pointing to the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-76_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the rightmost 2 columns of the structure, 4 columns protruding to the right, 1 row protuding to the back and 1 to the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-77_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 horizontally on the 2 middle rows, starting from the right edge. Make sure the short sides of the tile and the previous piece touch. Put 1 plate 1x4 horizontally behind the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-78_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure upside down. Make sure the left and right sides remain the same. Identify the lowest level of the structure (it only consists of 2 rows and has no side knobs) and put the inverted curve disk in the middle of that section." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-79_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again, side knobs remain on the left and broad end on the right. Skip 4 columns from the right edge, and mount 1 on the backmost row, 1 row and side pin connector overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-80_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left edge of the structure." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-81_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the right of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-82_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered to the right of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-83_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the 2 leftmost columns consisting of 2 knobs each, and put 1 vertically on the third column from the left at the backmost edge. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-84_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece. Repeat symmetrically at the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-85_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost column, towing extension and ball overhanging to the left." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-86_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-287", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-87_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the plate 2x2 with 1 knob on the 2 backmost rows. Put 1 plate 1x2 with angled top handle vertically to the right of that piece, angle to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-88_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the left edge on the back row, side knobs to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-291", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-91_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright on the 4 side knobs pointing to the front. Find another dark stone grey plate 2x2 with 1 knob. Mount it upright on the 4 side knobs pointing to the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-293", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-92_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the 2 leftmost columns, and mount it horizontally centered." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-295", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-93_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the rightmost column of the previous piece, curve to the right. The two steps of the curve tile fit perfectly into the 2 steps on the structure." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-297", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-94_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the leftmost edge." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-299", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-95_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Note: pay particular attention to the orientation of the clasps. Put 1 to the right of the previous piece on the back knob, clasp ends pointing to the front and back. Put the other one in front of the previous piece, clasp ends again pointing to the front and back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-96_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the 2 previous pieces." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-97_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap their handles horizontally into the 2 clasps to the left of the previous piece. If you cannot mount them horizontally, the plates 1x1 with top clasp could be mounted incorrectly." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-103_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the octane fuel cylinder." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-306", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-98_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-308", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-99_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-310", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-100_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-101_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-102_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-315", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-103_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The octane fuel cylinder is finished! Well done! Put it on top of the plate 2x2 with 1 knob behind the wrench and hammer. Do not confuse it with the plate 2x2 with 1 knob that is mounted upright at the left edge of the structure." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-316", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-106_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fire extinguisher." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-318", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-104_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-320", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-105_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the top knob of the previous piece." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-321", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-106_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire extinguisher is finished! Well done! Put it on the plate 2x2 with 1 knob in front of the wrench and hammer. Do not confuse it with the upright plate 2x2 with 1 knob at the left edge." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-323", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-107_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column at the back, handle to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-325", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-108_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the previous piece and the column to its left, curve to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-327", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-109_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps of 1 on the handle at the back right, flat tile overhanging to the right. Repeat symmetrically at the front. These are the fold-down ramps of the trailer! Use them to load and unload the Baja race buggy. When transporting the race buggy, fold them up to secure the vehicle in place." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-328", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-114_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the 2 wheels of the trailer." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-329", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-113_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-332", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-111_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-333", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-113_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another tire and another rim. Assemble the second wheel just like the first one." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-114_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wheels onto the 2 pin connectors at the bottom of the trailer." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-335", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-115_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The trailer is finished! Very well done! Snap the ball of the towing extension into the ball socket at the rear end of the SUV off-roader." } ] }, { "id": "lego-60288-race-buggy-transporter-readscr-336", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60288-race-buggy-transporter-readscr/images/sm01-car-116_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The SUV off-roader with trailer is finished! Well done!" } ] }, { "id": "lego-60249-street-sweeper-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Mini%20Figure-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the garbage man Minifigure." } ] }, { "id": "lego-60249-street-sweeper-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Mini%20Figure-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs. The Minifigure wears an orange jacket and orange pants with a brown belt." } ] }, { "id": "lego-60249-street-sweeper-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Mini%20Figure-1_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top. The Minifigure looks friendly with a smile on his face." } ] }, { "id": "lego-60249-street-sweeper-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Mini%20Figure-2_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the garbage can on the table. Put the banana into the garbage can." } ] }, { "id": "lego-60249-street-sweeper-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Mini%20Figure-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The garbage man Minifigure is finished! Great job! He can use the garbage can to collect litter, and once the street sweeper is finished he will be able to empty the garbage can into the back of the truck." } ] }, { "id": "lego-60249-street-sweeper-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-58_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we are going to build the street sweeper." } ] }, { "id": "lego-60249-street-sweeper-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x10 horizontally on the table. Put the brick 1x2 vertically on the leftmost edge." } ] }, { "id": "lego-60249-street-sweeper-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-4_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a small build." } ] }, { "id": "lego-60249-street-sweeper-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-1_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60249-street-sweeper-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-2_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally centered on top, side handle to the front. Put the two plates 1x1 to the left and right of the previous plate." } ] }, { "id": "lego-60249-street-sweeper-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-3_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60249-street-sweeper-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-4_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build vertically centered on top at the rightmost edge, side handle to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-5_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one plate with bow 2x2 with two knobs to the left, knobs to the right. Put 1 plate 1x2 with one knob vertically to the left of the previous element. Skip 2 columns to the left, and put on the other plate 1x2 vertically. Put the other plate with bows 2x2 with 2 knobs to the left, knobs to the left." } ] }, { "id": "lego-60249-street-sweeper-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-6_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top of the 2 plates 1x2 with one knob." } ] }, { "id": "lego-60249-street-sweeper-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-10_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make another small build." } ] }, { "id": "lego-60249-street-sweeper-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-7_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60249-street-sweeper-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-8_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 with cross hole vertically centered on the rightmost edge. Put the 2 bricks 1x1 to the front and back of the previous element." } ] }, { "id": "lego-60249-street-sweeper-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-9_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 with cross hole vertically centered on the leftmost edge. Put the 2 bricks 1x1 to the front and back of the previous element." } ] }, { "id": "lego-60249-street-sweeper-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-10_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the small build so that the bricks rows are horizontally in front of you. Then, mount the small build horizontally centered underneath the structure." } ] }, { "id": "lego-60249-street-sweeper-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-11_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top." } ] }, { "id": "lego-60249-street-sweeper-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-12_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure upside down, side handle to the right. Put 1 bearing plate upside down vertically on top, skipping 1 column from the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-13_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 vertically to the right of the previous element. Put the other plate 1x2 vertically on the leftmost column." } ] }, { "id": "lego-60249-street-sweeper-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-14_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure right side up again, side handle to the right. Put the roof tile 2x4 horizontally centered on the rightmost edge, slope to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-15_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two inverted roof tiles on the back row starting from the right, slopes to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60249-street-sweeper-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-16_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the left edge of the roof tiles, wall to the left." } ] }, { "id": "lego-60249-street-sweeper-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-17_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row, starting from the right, decoration to the back. Repeat symmetrically at the front, decoration to the front." } ] }, { "id": "lego-60249-street-sweeper-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-18_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the rightmost edge behind the previous element, clasp to the right. Put the other one on the rightmost edge on the second knob from the back, clasp to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-19_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top at the right edge, slopes to the front and back." } ] }, { "id": "lego-60249-street-sweeper-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-20_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally and upside down, then click the clasps on the side handle on the right side. This tile functions as the back door, flip it up to close it." } ] }, { "id": "lego-60249-street-sweeper-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-21_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x3x2 with inverted half arch horizontally on the lower level on the backmost row, skipping two columns from the left. Make sure the knob is on the right side. Put the brick 1x2x2 vertically in the front of the previous element, skipping 4 columns from the left." } ] }, { "id": "lego-60249-street-sweeper-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-22_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with angled top handle vertically to the left of the previous element, slope to the left. Put the brick 1x3x2 horizontally in front of the previous elements, skipping 2 columns from the left. Make sure that the knob is on the right side again." } ] }, { "id": "lego-60249-street-sweeper-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-23_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on top of the previous piece. Put the other one vertically behind the previous piece. The roof is now 4x5 knobs." } ] }, { "id": "lego-60249-street-sweeper-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-24_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one flat tile 1x3 horizontally on the back row at the rightmost edge. Repeat symmetrically at the front. Put the plate 2x3 vertically to the left of the previous pieces." } ] }, { "id": "lego-60249-street-sweeper-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-25_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the right column of the previous piece, slope to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-26_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous element, slopes to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-27_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous element, rail to the left." } ] }, { "id": "lego-60249-street-sweeper-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-28_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the lower level on the back row, skipping 1 column from the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60249-street-sweeper-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-29_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous element, 45\u00b0 corner to the front and left. Put the other one behind the previous element, 45\u00b0 corner to the back and left." } ] }, { "id": "lego-60249-street-sweeper-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-30_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the second column from the left, steering wheel to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-31_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in the two holes on the left side of the structure." } ] }, { "id": "lego-60249-street-sweeper-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-32_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost edge, slope to the left." } ] }, { "id": "lego-60249-street-sweeper-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-33_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top of the windscreen on the backmost knob. Put the other one on the frontmost knob." } ] }, { "id": "lego-60249-street-sweeper-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-36_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll make a small part." } ] }, { "id": "lego-60249-street-sweeper-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-34_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, side knobs to the left." } ] }, { "id": "lego-60249-street-sweeper-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-35_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright and place it on the side knob at the back, slope pointing downwards. Repeat symmetrically on the front knob." } ] }, { "id": "lego-60249-street-sweeper-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-36_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the small part vertically on top of the windscreen on the leftmost edge." } ] }, { "id": "lego-60249-street-sweeper-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-39_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the roof." } ] }, { "id": "lego-60249-street-sweeper-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-37_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knobs to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-38_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the knobs on the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-39_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof on top of the windscreen, flat tile to the right." } ] }, { "id": "lego-60249-street-sweeper-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-42_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we are going to assemble the wheels." } ] }, { "id": "lego-60249-street-sweeper-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-40_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-60249-street-sweeper-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-41_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the tires." } ] }, { "id": "lego-60249-street-sweeper-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-42_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the wheels upright and put them on the 4 connectors on the side of the car." } ] }, { "id": "lego-60249-street-sweeper-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-45_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the side brushes." } ] }, { "id": "lego-60249-street-sweeper-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-43_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60249-street-sweeper-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-44_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brush on the cross axle." } ] }, { "id": "lego-60249-street-sweeper-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-45_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build into the cross hole on the front side of the structure at the bottom." } ] }, { "id": "lego-60249-street-sweeper-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-48_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up is the other side brush." } ] }, { "id": "lego-60249-street-sweeper-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-46_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60249-street-sweeper-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-47_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brush on the cross axle." } ] }, { "id": "lego-60249-street-sweeper-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-48_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the street sweeper left to right. This means that now, the windscreen is pointing to the right. Put the small build into the cross hole on the front side of the structure at the bottom." } ] }, { "id": "lego-60249-street-sweeper-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-52_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the first of the two front brushes." } ] }, { "id": "lego-60249-street-sweeper-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-49_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, cross hole to the left, and running top to bottom." } ] }, { "id": "lego-60249-street-sweeper-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-50_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle top-to-bottom into the cross hole." } ] }, { "id": "lego-60249-street-sweeper-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-51_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the gear wheel on the connector." } ] }, { "id": "lego-60249-street-sweeper-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-52_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the small build upside down. This means that the bevel gear wheel is now at the bottom. Put the outer hole of the small build on the front connector on the right side of the structure, gear wheel to the front. That was tricky! Great job, you are almost there!" } ] }, { "id": "lego-60249-street-sweeper-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-56_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the second front brush." } ] }, { "id": "lego-60249-street-sweeper-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-53_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, cross hole to the right, and running top to bottom." } ] }, { "id": "lego-60249-street-sweeper-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-54_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle top-to-bottom into the cross hole." } ] }, { "id": "lego-60249-street-sweeper-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-55_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the gear wheel on the connector peg." } ] }, { "id": "lego-60249-street-sweeper-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-56_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the small build upside down so that the gear wheel is at the bottom. Next, turn the whole structure right to left. The windshield is now pointing to the left again. Put the small build on the remaining\u00a0connector on the left side of the structure, gear wheel to the front." } ] }, { "id": "lego-60249-street-sweeper-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-57_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the broom upright into the front clasp on the right side of the street sweeper. Put the shovel upright into the back clasp on the right side." } ] }, { "id": "lego-60249-street-sweeper-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60249-street-sweeper-readscr/images/sm01-Garbage%20truck-58_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished building the street sweeper. Well done! Now, there is lots to do for the LEGO City garbage team! Seat the garbage man in the driver's cabin and sweep the streets of LEGO City. Use the shovel and broom to fill up the garbage can, and as soon as it's full you can empty it into the back of the truck." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure1-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build a stunt driver minifigure." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure1-1_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the legs. The stunt driver wears a white and orange racing jacket with the \"Vita Rush\" logo on the left side of his chest. Vita Rush is the team's sponsor." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure1-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The Stunt driver looks very daring." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure1-3_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the goggles onto the helmet. The top edge of the goggles is even, and they have two small bumps on the temple tips that fit perfectly onto the notches on the side of the helmet. Now, put the helmet on the head." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure1-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The stunt driver minifigure is finished. Well done! Put him aside for now." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure2-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the second stunt driver minifigure." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure2-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure2-1_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the legs. The stunt driver wears a dark red t-shirt with a grey hoodie jacket on top and black pants." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure2-2_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The stunt driver has a confident expression and a scratch on his right cheek." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure2-3_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the visor onto the helmet. The visor has two small bumps on the inside that fit perfectly into the notches on the side of the helmet. Put the helmet on the head." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Figure2-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second stunt driver is now finished. Well done. Put him aside for now." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build a green motorbike." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, front forks to the left and pointing down. The front forks are the steeper pair of forks." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-1_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This can be tricky, ask someone to help you if needed. Put it horizontally on the motorcycle frame, the two top knobs to the right. The fairing has lightnings airbrushed on the sides." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-2_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Click the shaft of the handle into the clasp underneath the protective hood on the left side, handle ends to the right." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-5_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the wheels." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-4_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the rims into the tyres." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-5_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Click the wheels into the two clasps of the forks on the left and right side." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Bike-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished the motorbike. Well done!" } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build an ATV." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-1_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 bearing vertically underneath on the rightmost edge. Repeat symmetrically on the left." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-2_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top at the right edge, slopes to the left." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-3_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put vertically on the rightmost column." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-4_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top at the right edge, slope to the left." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-5_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put vertically on top at the left edge, slopes to the left." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-6_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put vertically on the second column from the left." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-7_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, side knobs to the left." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-8_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces have a special orientation! We will mount them on the left side surface on the model. Put them upright on the top row of the side knobs on the left. These are the headlights of the ATV." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-9_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically below the previous pieces." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-10_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the second column from the left. Make sure the clasp is oriented horizontally." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-11_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the smooth roof tile vertically on the leftmost column, slope to the left. It is printed with the team logo. Snap the shaft on the handle into the clasp to the right of the previous piece, handle ends to the right." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-15_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build 4 wheels." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-13_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the rim into the tyre. Great job, now let's build the other 3 wheels." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-14_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the rims into the tyres." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-15_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Click the wheels onto the 4 side connectors, spokes facing outwards." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Buggy-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now finished building the ATV. Great job!" } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-7_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we are going to build a fire ramp." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-1_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the rightmost column, slopes to the right." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-2_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left of the curve tiles, slopes to the right." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-3_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the leftmost column." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-4_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the second column from the left, slopes to the right." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-5_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the small shaft of the feather into the\u00a0 round plate 1x1 with shaft at the back." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-6_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them into the other round plates 1x1 with shaft." } ] }, { "id": "lego-60255-city-stunt-team-screen-reader-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60255-city-stunt-team-screen-reader/images/sm01-Ramp-7_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now built the fire ramp. Well done. The whole stunt set is finished. Great job! The stunt drivers can now race their vehicles over the fire ramp at a breakneck speed. Hopefully everyone can make it without getting singed." } ] }, { "id": "lego-60292-town-center-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure1-3_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the firefighter Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60292-town-center-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure1-1_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top. Put the helmet on top." } ] }, { "id": "lego-60292-town-center-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure1-2_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the two small bumps on the inside of the visor into the two notches on the helmet." } ] }, { "id": "lego-60292-town-center-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure1-3_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The firefighter Minifigure is finished! Great job! The firefighter has a fierce grin on her face. It looks like she is afraid of nothing! There are ash smudges on her face. Her uniform is dark grey with neon green reflective stripes on knees and chest. She is wearing a harness and is equipped with a trigger hook and a gauge." } ] }, { "id": "lego-60292-town-center-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-13_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the firefighter motorcycle." } ] }, { "id": "lego-60292-town-center-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, two horizontal forks to the left, the forks that are pointing from top to bottom to the right." } ] }, { "id": "lego-60292-town-center-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-1_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, the 2 top knobs of the fairing on the left." } ] }, { "id": "lego-60292-town-center-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-2_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bottom shaft into the clasp pointing to the top on the right half of the motorcycle." } ] }, { "id": "lego-60292-town-center-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-3_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front side surface, the sticker form fits the silhouette of the motorcycle fairing. This sticker is blazing red with a bright yellow print on it: it shows the emblem of the fire brigade which is a bright yellow silhouette of a badge with a bright yellow flame in the center. At the bottom, there is a horizontal bright yellow line with red writing in it: \"Fire 0 2\". In the top tip of the sticker, there is a small black wing." } ] }, { "id": "lego-60292-town-center-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-4_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the back side surface of the motorcycle fairing. It has the same print as the previous sticker." } ] }, { "id": "lego-60292-town-center-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-7_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a small part. First, turn the motorcycle left to right. This means the handle is now on the left, and the two knobs are on the right." } ] }, { "id": "lego-60292-town-center-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-5_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with clasp horizontally on the table, clasp to the left. Put the round plate 1x1 on the knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-6_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-7_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part horizontally on the two knobs on the right, clasp to the left." } ] }, { "id": "lego-60292-town-center-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-10_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the 2 motorcycle wheels. Let's start with one." } ] }, { "id": "lego-60292-town-center-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-8_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60292-town-center-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-9_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60292-town-center-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-10_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another rim and another tire. Assemble the second wheel just like the first one. Snap the wheel pins into the forks at the bottom of the motorcycle." } ] }, { "id": "lego-60292-town-center-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-12_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the hand-held fire extinguisher." } ] }, { "id": "lego-60292-town-center-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-11_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 into the opening at the back of the shooter." } ] }, { "id": "lego-60292-town-center-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-12_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the fire extinguisher into the clasp on the motorcycle." } ] }, { "id": "lego-60292-town-center-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-motorcycle-13_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The firefighter motorcycle is finished! Well done! Now the firefighter can go on her first mission and take care of some fire hazards!" } ] }, { "id": "lego-60292-town-center-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure2-2_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the martial arts instructor Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure2-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, and put the head on top." } ] }, { "id": "lego-60292-town-center-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure2-1_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60292-town-center-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure2-2_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The martial arts instructor Minifigure is finished! He has grey hair and a grey jawline beard. His face is very friendly! He is wearing a traditional martial arts uniform: the uniform is white with a brown stomach binder and a dark blue chest shield as well as dark blue thigh protectors. The instructor can practice some of his moves until the martial arts dojo is finished." } ] }, { "id": "lego-60292-town-center-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-19_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the electric car." } ] }, { "id": "lego-60292-town-center-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the car chassis 4x7 horizontally on the table. Put the plate 2x2 on the four knobs on the right." } ] }, { "id": "lego-60292-town-center-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-1_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-2_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the four knobs on the left. Put the small steering wheel vertically to the right of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60292-town-center-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-3_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right door 1x3 horizontally on the backmost row. Make sure the small door handle is pointing to the back, and the top knob of the piece is on the left. If this does not add up, try the other door. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-4_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically centered on the two rightmost columns. Centered means that the piece is symmetrically overhanging to the front and back. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-5_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate vertically centered on the leftmost row, side knobs overhanging to the left. Put the plate 1x2 vertically centered on the rightmost column." } ] }, { "id": "lego-60292-town-center-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-6_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Listen carefully! These pieces will be mounted on the side knobs at the left. Put 1 round plate 1x1 upright on the upper backmost knob on the left side. Put the plate 1x2 upright horizontally in front of the previous piece. Put the other round plate 1x1 upright in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-7_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate this piece with the license plate sticker now. If not, skip the next 3 sentences." } ] }, { "id": "lego-60292-town-center-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-8_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the bow tile. The white sticker has a bold black frame. The license number is \"M P 6 0 2 9 2 \" and is printed on the sticker in bold black letters." } ] }, { "id": "lego-60292-town-center-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-9_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece upright horizontally on the lower side knobs on the left side." } ] }, { "id": "lego-60292-town-center-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-10_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column." } ] }, { "id": "lego-60292-town-center-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-11_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the right of the previous piece, slope to the left. Put the other one vertically on the rightmost edge, slope to the right." } ] }, { "id": "lego-60292-town-center-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-12_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hood plate on the table, knobs to the right. Put the plate 1x2 vertically underneath the top knobs of the hood plate." } ] }, { "id": "lego-60292-town-center-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-13_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part on top of the windscreens, top knobs to the right." } ] }, { "id": "lego-60292-town-center-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-18_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we assemble the 4 electric car wheels. Let's start with one." } ] }, { "id": "lego-60292-town-center-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-14_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60292-town-center-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-17_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60292-town-center-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-18_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 rims and another 3 tires. Assemble the remaining 3 tires just like the first one. Now, snap all 4 tires onto the pin connectors at the bottom of the car." } ] }, { "id": "lego-60292-town-center-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-car-19_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The electric car is finished! Well done! You can already take it for a test drive and see how far it can go. Once the car wash with electric vehicle charging station is finished, you can also charge it any time you want!" } ] }, { "id": "lego-60292-town-center-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure3-3_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the crook Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure3-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60292-town-center-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure3-1_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top. Put the short beanie cap on the head." } ] }, { "id": "lego-60292-town-center-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure3-2_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the crowbar in the crook's hand. Snap the flat tile 2x2 into the other hand. It is printed with a pizza box in the colors of the Italian flag (which consists of a red, a white, and a green horizontal stripe) and with the word \"PIZZA\" in the middle! What on earth is the crook doing with the pizza? Maybe he is just hungry. Or do you think he might be hiding something in it?" } ] }, { "id": "lego-60292-town-center-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure3-3_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crook Minifigure is finished! Great job! The crook is wearing grey pants and a white button-down shirt with grey horizontal stripes on it. Looks like this is his prison uniform, because the prisoner number is printed on his right chest. He has a stubble, and a very grim look on his face." } ] }, { "id": "lego-60292-town-center-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure4-2_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the policeman Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure4-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on top of the legs, and then put the head on top." } ] }, { "id": "lego-60292-town-center-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure4-1_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60292-town-center-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure4-2_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The policeman Minifigure is finished! Well done! The policeman has a friendly face and is wearing orange motorcycle goggles. He is wearing dark blue pants and a light blue shirt, as well as a grey utility belt. His badge is pinned onto his left chest, and a radio unit is dangling from his right shoulder." } ] }, { "id": "lego-60292-town-center-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-bike-4_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the police bicycle." } ] }, { "id": "lego-60292-town-center-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-bike-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, handle to the left." } ] }, { "id": "lego-60292-town-center-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-bike-3_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the 2 bicycle wheels. Let's start with one." } ] }, { "id": "lego-60292-town-center-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-bike-1_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60292-town-center-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-bike-2_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60292-town-center-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-bike-3_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another rim and another tire. Assemble the second wheel just like the first one. Now, snap the wheel pins onto the forks of the frame." } ] }, { "id": "lego-60292-town-center-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-bike-4_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The police bicycle is finished! Well done! Now, the policeman can go on his first patrol. Do you think he will catch the crook in the act?" } ] }, { "id": "lego-60292-town-center-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-117_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will start building the car wash with EV charging station and road plates. First up is the EV charging station." } ] }, { "id": "lego-60292-town-center-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-0_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 8x8 on the table so that it forms neat rows and columns in front of you. Put the flat tile 1x8 horizontally on the backmost row." } ] }, { "id": "lego-60292-town-center-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-1_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x8 horizontally in front of the previous piece. Put the flat tile 1x4 vertically in front of the previous piece on the leftmost column." } ] }, { "id": "lego-60292-town-center-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-2_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the right of the previous piece. Put the other 3 vertically to the right. This means that the last one will have 1 column overhanging to the right." } ] }, { "id": "lego-60292-town-center-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-3_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 horizontally on the 2 frontmost rows, starting from the right edge. Put the brick 2x4 horizontally to the left." } ] }, { "id": "lego-60292-town-center-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-4_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 into the front left corner. Put the plate 2x2 with 2 knobs to the right of the previous piece, knobs to the right. If done correctly, there are now two columns with 2 knobs each on the leftmost frontmost edge, one smooth column without knobs to their right, and another column with 2 knobs to the right of that." } ] }, { "id": "lego-60292-town-center-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-5_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the left, side knobs to the right." } ] }, { "id": "lego-60292-town-center-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-6_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece and the leftmost column, curve to the left." } ] }, { "id": "lego-60292-town-center-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-10_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the EV charging display." } ] }, { "id": "lego-60292-town-center-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-7_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the table. Put the one-stepped curve tile on the leftmost column, overhanging to the left, curve to the left." } ] }, { "id": "lego-60292-town-center-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-8_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece. The sticker is yellow and has a white, blue, and yellow logo for electric vehicle fuel with a thin black frame in the middle. The logo symbol is shaped like a yin and yang with one blue and one yellow drop, and below that a blue and yellow writing says \"Octane\" with a capital \"E\" at the end that has a tiny electric plug on its lowest horizontal line." } ] }, { "id": "lego-60292-town-center-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-9_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically to the right of the previous piece. This piece is printed with two gauges, three white buttons, one white and one red indicator light and a charging display. Put the one-stepped curve tile to the right of the previous piece, curve to the right." } ] }, { "id": "lego-60292-town-center-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-10_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The EV charging display is finished! Flip it upright, make sure the sticker is at the top, and mount its 2 lowest rows on the four side knobs of the structure that are pointing to the right." } ] }, { "id": "lego-60292-town-center-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-11_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the 2 knobs on the 2 remaining knobs on the structure. This is the charging cable for electric vehicles." } ] }, { "id": "lego-60292-town-center-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-12_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the frontmost knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-13_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, put it on the table to the right of the structure. Locate the front vertical cutout on the left edge of the road plate. Put the overhanging column on the structure into said cutout. The EV charging station is now finished! Great job! Of course we need to build a road before the electric car can drive there for charging. Let's go!" } ] }, { "id": "lego-60292-town-center-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-14_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front horizontal cutout on the left. Use the protruding row that fits perfectly into the cutout. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-15_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 flat tiles with print vertically into the two vertical cutouts in the middle of the plate. (These pieces are printed with a bold white stripe in the middle. These stripes are the lane markings in the middle of the road.) Put 2 flat tiles without print horizontally into the two horizontal cutouts in the middle of the plate. Put the remaining 2 flat tiles without print horizontally into the two cutouts at the back, one row overhanging to the back." } ] }, { "id": "lego-60292-town-center-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-16_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically into the two vertical cutouts on the right side of the plate." } ] }, { "id": "lego-60292-town-center-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-17_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Connect it to the 2 overhanging rows at the back by using the two front horizontal cutouts of the new plate." } ] }, { "id": "lego-60292-town-center-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-18_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 flat tiles with print vertically into the 2 vertical cutouts in the middle of the new road plate. Put 2 flat tiles without print horizontally into the 2 horizontal cutouts in the middle of the plate. Put 2 flat tiles without print horizontally into the 2 cutouts at the back, one row overhanging to the back. Put the remaining 2 flat tiles without print vertically into the 2 cutouts on the right, one row overhanging to the right." } ] }, { "id": "lego-60292-town-center-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-19_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Connect it to the 2 overhanging rows at the back by using its two front cutouts." } ] }, { "id": "lego-60292-town-center-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-20_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 flat tiles 2x4 with print vertically into the 2 vertical cutouts in the middle of the new road plate. Put the 2 flat tiles 2x4 without print horizontally into the two horizontal cutouts in the middle of the plate. Put the flat tile 1x4 vertically into the backmost vertical cutout on the left side." } ] }, { "id": "lego-60292-town-center-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-21_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally into the 2 cutouts at the back." } ] }, { "id": "lego-60292-town-center-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-22_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically into the 2 backmost vertical cutouts on the right side." } ] }, { "id": "lego-60292-town-center-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-23_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically. Locate the 2 overhanging columns 1x4 on the right side of the structure. Now, mount the left vertical cutouts of the new plate underneath said overhanging columns. The plate 8x16 is printed with white horizontal stripes. They are the crosswalk of the town center!" } ] }, { "id": "lego-60292-town-center-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-24_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically into the 2 vertical cutouts on the rightmost edge, one column overhanging to the right." } ] }, { "id": "lego-60292-town-center-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-25_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically, and mount the vertical cutouts on its left side underneath the overhanging columns on the rightmost edge of the structure." } ] }, { "id": "lego-60292-town-center-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-26_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally into the two horizontal cutouts in the middle of the two previous road plates." } ] }, { "id": "lego-60292-town-center-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-27_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically into the vertical cutouts on the rightmost edge of the structure. The roads of the LEGO City town center are finished! Great job! You can put the road junction and EV charging station aside for now, but keep it close, and keep the current orientation: the long road is running back to front on the left, and the crossing side road with crosswalk is extending towards the right. The EV charging station is at the front left. We will keep adding the different builds as we finish them." } ] }, { "id": "lego-60292-town-center-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-28_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 16x16 on the table. Make sure the knobs form neat rows and columns in front of you. Put the corner tiles into the leftmost and rightmost corner at the front. Put them so that the corner tiles and the corners of the plate align perfectly." } ] }, { "id": "lego-60292-town-center-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-29_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the second row from the front and the second column from the left. This means you fit the corner of the plate neatly into the corner tile on the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-30_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the second row from the front, forming a line between the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-31_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 2x4 horizontally on the frontmost row on the left edge, one row overhanging to the front. Put the flat tile 1x4 horizontally on the front row to the right of the previous piece. Put the other flat tile 2x4 horizontally to the right of the previous piece, one row overhanging to the front." } ] }, { "id": "lego-60292-town-center-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-32_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These will be arranged vertically in the middle of the base plate: two vertical black columns in the middle, and one vertical yellow column on each side of the black columns. Put 1 yellow flat tile vertically on the fifth and sixth column from the left, directly behind the grill tile line. Put 2 more yellow flat tiles vertically behind the previous piece. Put 3 black flat tiles vertically to the right of the three previous pieces. Put another 3 black flat tiles vertically to the right of the three previous pieces. Put the remaining 3 yellow flat tiles vertically to the right of the three previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-33_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 columns from the leftmost edge, and put 1 grille tile horizontally on the third row of knobs from the front. Repeat symmetrically on the right. Put 1 plate 1x2 with 1 knob horizontally behind the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-34_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally behind the previous piece. The leftmost column of the structure remains empty. Put another 2 horizontally behind the previous piece. Repeat symmetrically on the right with the remaining 3 pieces." } ] }, { "id": "lego-60292-town-center-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-35_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner tiles into the leftmost and rightmost corner at the back so that the corners align perfectly. Fit the plates 2x2 into the cutouts of the corner tiles." } ] }, { "id": "lego-60292-town-center-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-36_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the second row from the back so that they form a line between the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-41_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make 2 small parts. They will later hold the car wash brushes." } ] }, { "id": "lego-60292-town-center-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-37_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross axle joint on the table. The cross hole is pointing towards you, the block-like part is at the back, and the back hole is running top to bottom. Insert the cross axle front-to-back into the cross hole." } ] }, { "id": "lego-60292-town-center-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-38_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push the brick 1x2 horizontally on the cross axle protruding to the front. Insert the new cross axle top-to-bottom into the hole at the back." } ] }, { "id": "lego-60292-town-center-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-40_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make another such part: find 1 dark stone grey t-shaped cross axle joint 2m, and 1 bright red cross axle 2m with 2 grooves. Put the cross axle joint on the table. The cross hole is pointing towards you, the block-like part is at the back, and the back hole is running top to bottom. Insert the cross axle front-to-back into the cross hole. Find another black brick 1x2 with cross hole, and another bright red cross axle 2m with 2 grooves. Push the brick 1x2 horizontally on the cross axle protruding to the front. Insert the new cross axle top-to-bottom into the hole at the back." } ] }, { "id": "lego-60292-town-center-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-41_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 small parts are finished! Great job, this was hard! Let's mount the first one: skip 2 columns from the right, and put the brick 1x2 horizontally on the second row of knobs from the front. The rest of the part is overhanging to the back. One cross axle is pointing towards the top. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-42_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous part. Repeat symmetrically on the right. Put 1 vertically to the right of the previous piece and the small part. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-43_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in the frontmost right corner on top of the previous pieces. Repeat symmetrically on the left. These two bricks are the bases of the front pillars of the car wash." } ] }, { "id": "lego-60292-town-center-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-44_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2 vertically to the right of the previous piece. This piece is printed with a cash register with keypad and card slot. Here, customers can pay for the car wash services. Put the grille tile 1x2 vertically on the third row from the left, next to the brick 2x2 at the front." } ] }, { "id": "lego-60292-town-center-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-45_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "They will form two pillars at the back. First, locate the two plates 2x2 in the left and right corners at the back. Put 2 horizontally on the plate 2x2 at the left back. Put the other 2 horizontally on the plate 2x2 at the right back." } ] }, { "id": "lego-60292-town-center-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-50_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 car wash brushes." } ] }, { "id": "lego-60292-town-center-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-46_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angular technic beam flat on the table, one arm of the beam pointing to you, the other arm pointing to the left back. Insert the cross axle top to bottom into the cross hole at the front." } ] }, { "id": "lego-60292-town-center-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-47_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle, one cross hole overhanging to the front." } ] }, { "id": "lego-60292-town-center-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-48_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the short part of the cross axle top to bottom into the cross hole at the back." } ] }, { "id": "lego-60292-town-center-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-49_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the cross axle at the back." } ] }, { "id": "lego-60292-town-center-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-50_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first car wash brush is finished! Good job! To mount it, put the cross hole of the rubber band on the cross axle at the front right of the structure. Let the brush extend to the back left." } ] }, { "id": "lego-60292-town-center-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-55_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the second brush." } ] }, { "id": "lego-60292-town-center-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-51_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angular technic beam flat on the table, one arm pointing to you, the other arm pointing to the right back. Insert the cross axle top-to-bottom into the cross hole at the front." } ] }, { "id": "lego-60292-town-center-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-52_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle, one cross hole overhanging to the front." } ] }, { "id": "lego-60292-town-center-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-53_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the short part of the cross axle into the cross hole at the back." } ] }, { "id": "lego-60292-town-center-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-54_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the cross axle at the back." } ] }, { "id": "lego-60292-town-center-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-55_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "To mount this brush, put its front cross hole on the cross axle at the left front of the structure. Let the brush extend to the back right." } ] }, { "id": "lego-60292-town-center-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-56_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 2 pillar bases at the front, which are the two bricks 2x2 in the frontmost left and right corners." } ] }, { "id": "lego-60292-town-center-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-57_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the back rows of the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-59_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make a small part." } ] }, { "id": "lego-60292-town-center-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-58_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table, side knobs to the front. Put the green round tile 1x1 upright on the left side knob. Put the red round tile 1x1 upright on the right side knob." } ] }, { "id": "lego-60292-town-center-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-59_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part horizontally on the front row of the front pillar on the right, side knobs to the front." } ] }, { "id": "lego-60292-town-center-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-60_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row of the front pillar on the left, side knobs to the front." } ] }, { "id": "lego-60292-town-center-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-61_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the left and right front pillar." } ] }, { "id": "lego-60292-town-center-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-63_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The sticker is printed with the instruction sign of the car wash. It is mostly white with a green banner on top. There is white writing in the banner that says: \"3 easy steps\". Below, steps 1 through 3 are indicated with red digits. Green arrows next to the digits point to black symbols of what each step does: step 1 is soap, step 2 is wash, and step 3 is shine." } ] }, { "id": "lego-60292-town-center-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-64_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part upright on the side knobs at the front pillar on the left." } ] }, { "id": "lego-60292-town-center-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-65_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the 4 pillars, 1 brick each." } ] }, { "id": "lego-60292-town-center-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-66_step_Step%20%23RO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, put them on top of the 4 pillars." } ] }, { "id": "lego-60292-town-center-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-67_step_Step%20%23RN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the 4 pillars. By now we have added 3 green bricks 2x2 to every pillar." } ] }, { "id": "lego-60292-town-center-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-68_step_Step%20%23RM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the 4 pillars. This is the last round." } ] }, { "id": "lego-60292-town-center-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-69_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the inner column of the back pillar at the left. Repeat symmetrically at the front. Put another 1 vertically on the inner column of the back pillar at the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-70_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the right of the two previous pieces. This means it rests on the outer columns of the two right pillars. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-71_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the back pillar on the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-75_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 car wash glass walls." } ] }, { "id": "lego-60292-town-center-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-72_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x6x5 horizontally on the table, hollow to the back. Put the plate 1x12 horizontally on top, starting from the left edge, overhanging to the right." } ] }, { "id": "lego-60292-town-center-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-73_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the overhanging part of the previous piece, hollow to the back." } ] }, { "id": "lego-60292-town-center-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-74_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other on top of the previous pieces, hollows to the back." } ] }, { "id": "lego-60292-town-center-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-75_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this glass wall vertically on the rightmost column, hollow to the left. It should fit perfectly between the flat tile elements." } ] }, { "id": "lego-60292-town-center-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-79_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up is the second glass wall." } ] }, { "id": "lego-60292-town-center-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-76_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x6x5 horizontally on the table, hollow to the back. Put the plate 1x12 horizontally on top, starting from the left edge, overhanging to the right." } ] }, { "id": "lego-60292-town-center-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-77_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the overhanging part of the previous piece, hollow to the back." } ] }, { "id": "lego-60292-town-center-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-78_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other on top of the previous pieces, hollows to the back." } ] }, { "id": "lego-60292-town-center-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-79_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the second glass wall vertically on the leftmost column, hollow to the right." } ] }, { "id": "lego-60292-town-center-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-80_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x1 on the front left knob of the front pillar on the left. Repeat symmetrically on the right. Put 1 plate 2x2 behind the previous piece so that it connects the glass wall with the vertical connecting brick. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-81_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally behind the two previous pieces. Put the other 4 horizontally behind the previous piece to form a flat roof." } ] }, { "id": "lego-60292-town-center-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-105_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the top water jet unit." } ] }, { "id": "lego-60292-town-center-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-82_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the table. Insert the cross axle into the cross hole from the left. Only push it in until it is flush on the right side. This means the cross axle only sticks out to the left." } ] }, { "id": "lego-60292-town-center-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-83_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle from the left and push it further until it touches the brick 1x2." } ] }, { "id": "lego-60292-town-center-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-86_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build 5 jet nozzles." } ] }, { "id": "lego-60292-town-center-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-84_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 1 knob on the 2 knobs of the technic beam." } ] }, { "id": "lego-60292-town-center-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-85_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the flame into the knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-86_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first jet nozzle is finished! Now, put the round hole onto the cross axle and slide it all the way to the right. The water jet points towards the bottom." } ] }, { "id": "lego-60292-town-center-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-87_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle, slide it all the way to the right." } ] }, { "id": "lego-60292-town-center-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-90_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make the second jet nozzle." } ] }, { "id": "lego-60292-town-center-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-88_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 1 knob on the 2 knobs of the technic beam." } ] }, { "id": "lego-60292-town-center-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-89_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the flame into the knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-90_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round hole onto the cross axle and slide it to the right. The flame points towards the bottom." } ] }, { "id": "lego-60292-town-center-readscr-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-91_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle, slide it to the right." } ] }, { "id": "lego-60292-town-center-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-94_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make the third jet nozzle." } ] }, { "id": "lego-60292-town-center-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-92_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 1 knob on the 2 knobs of the technic beam." } ] }, { "id": "lego-60292-town-center-readscr-287", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-93_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the flame into the knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-94_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round hole onto the cross axle and slide it to the right. The flame points towards the bottom." } ] }, { "id": "lego-60292-town-center-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-95_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle, slide it to the right." } ] }, { "id": "lego-60292-town-center-readscr-291", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-98_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make the fourth jet nozzle." } ] }, { "id": "lego-60292-town-center-readscr-293", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-96_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 1 knob on the 2 knobs of the technic beam." } ] }, { "id": "lego-60292-town-center-readscr-295", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-97_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the flame into the knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-98_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round hole onto the cross axle and slide it to the right. The flame points towards the bottom." } ] }, { "id": "lego-60292-town-center-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-99_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle, slide it to the right." } ] }, { "id": "lego-60292-town-center-readscr-299", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-102_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make the fifth and last jet nozzle." } ] }, { "id": "lego-60292-town-center-readscr-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-100_step_Step%20%23FE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 1 knob on the 2 knobs of the technic beam." } ] }, { "id": "lego-60292-town-center-readscr-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-101_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the flame into the knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-102_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round hole onto the cross axle and slide it to the right. The flame points towards the bottom." } ] }, { "id": "lego-60292-town-center-readscr-306", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-103_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle and push it to the right." } ] }, { "id": "lego-60292-town-center-readscr-308", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-104_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the cross axle from the left. Make sure the cross axle is flush on both sides and does not stick out on one side." } ] }, { "id": "lego-60292-town-center-readscr-309", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-105_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The top water jet unit is finished! Well done! Mount it horizontally on top of the car wash: put the 2 bricks 1x2 vertically on the inner columns of the 2 front pillars. Let the jets of water point to the bottom." } ] }, { "id": "lego-60292-town-center-readscr-311", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-106_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the top water jet unit." } ] }, { "id": "lego-60292-town-center-readscr-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-111_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build 2 floodlights." } ] }, { "id": "lego-60292-town-center-readscr-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-107_step_Step%20%23FG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the table. Put the plate with 2 clasps horizontally on top, clasps to the back." } ] }, { "id": "lego-60292-town-center-readscr-316", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-108_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle into the 2 clasps at the back, piece overhanging to the back." } ] }, { "id": "lego-60292-town-center-readscr-317", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-110_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first floodlight is finished! Well done!" } ] }, { "id": "lego-60292-town-center-readscr-318", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-111_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the plate that is pointing to the back on the front row of the highest part of roof on the left edge. You can adjust the beam of the floodlight by folding it up and down. Find another transparent yellow plate 1x2, and another white plate 1x2 with 2 vertical clasps on long side. Put the plate 1x2 horizontally on the table. Put the plate with clasps horizontally on top, clasps to the back. Find another medium stone grey plate 1x2 with handle on long side. Snap the handle into the clasps at the back, piece overhanging to the back. The second floodlight is finished! Mount it on the front row on the right edge of the highest part." } ] }, { "id": "lego-60292-town-center-readscr-319", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-115_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the commercial sign of the car wash." } ] }, { "id": "lego-60292-town-center-readscr-321", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-112_step_Step%20%23RT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knobs to the front." } ] }, { "id": "lego-60292-town-center-readscr-323", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-113_step_Step%20%23SH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat part behind the knobs. The sticker is white and has the car wash logo on it: a yin and yang symbol composed of a green and a red drop. Below the logo, the word \"Octan\" is written in red and green letters." } ] }, { "id": "lego-60292-town-center-readscr-325", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-114_step_Step%20%23SG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the four side knobs of the first angle plate underneath the previous piece at the front on the right edge, plate 1x2 at the front and pointing to the bottom. Mount the four side knobs of the second angle plate underneath to the left of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-326", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-115_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the commercial sign upright and mount the two plates 1x2 horizontally centered on the frontmost row of the roof." } ] }, { "id": "lego-60292-town-center-readscr-327", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-116_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The car wash is finished! Very well done, this was a great effort! Turn the car wash so that the 2 protruding rows 1x4 at the bottom are pointing to the right. Then connect them to the two vertical cutouts on the left edge behind the EV charging station. Excellent!" } ] }, { "id": "lego-60292-town-center-readscr-328", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-gasstation-117_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The car wash with EV charging station and road plates is finished! Well done! This is already a huge part of the LEGO City town center. Ride your car on the roads of LEGO City, but watch out for pedestrians on the crosswalk! Charge your electric vehicle or have it washed in the cool car wash facility." } ] }, { "id": "lego-60292-town-center-readscr-330", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-5_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Shirley Keeper Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-332", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-0_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on top of the legs, and put the head on top." } ] }, { "id": "lego-60292-town-center-readscr-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-1_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60292-town-center-readscr-335", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-4_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make Shirley's remote control for the crane truck." } ] }, { "id": "lego-60292-town-center-readscr-337", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-2_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the table, handle to the back. Put the round plate 1x1 on the right knob." } ] }, { "id": "lego-60292-town-center-readscr-339", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-3_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left knob. The tile is printed with a gauge." } ] }, { "id": "lego-60292-town-center-readscr-340", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-4_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle into one of Shirley Keeper's hands." } ] }, { "id": "lego-60292-town-center-readscr-341", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure5-5_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Shirley Keeper Minifigure is finished! Great job! She is a sanitation worker in LEGO City, and therefore she is wearing blue worker overalls with a neon green reflective vest on top. She has ginger hair cut into a bob hairstyle and is wearing round red glasses as well as red lipstick. She has a small beauty mark on her left cheek. She looks a bit stressed, though, because there is a lot to do to keep LEGO City clean. Let's help her and build the crane truck!" } ] }, { "id": "lego-60292-town-center-readscr-342", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-86_step_Step%20%23SJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the crane truck." } ] }, { "id": "lego-60292-town-center-readscr-344", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-0_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x16 horizontally on the table. Put the plate 1x6 vertically centered on the rightmost column." } ] }, { "id": "lego-60292-town-center-readscr-346", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-1_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically to the left of the previous piece. Put 1 one-stepped bearing element 2x2 to the left on the back row, one row and pin connector overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-348", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-2_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 vertically to the left of the two previous pieces. Put the flat tile 2x4 horizontally to the left. Put the other plate 1x2 vertically to the left." } ] }, { "id": "lego-60292-town-center-readscr-350", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-3_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 one-stepped bearing element 2x2 to the left of the previous piece on the back row, one row and pin connector overhanging to the back. Repeat symmetrically at the front. Put the plate 1x2 vertically to the left." } ] }, { "id": "lego-60292-town-center-readscr-352", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-4_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece on the back row, one row and pin connector overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-354", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-5_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the 2 previous pieces, one column overhanging to the left." } ] }, { "id": "lego-60292-town-center-readscr-356", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-6_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 frontmost rows, starting from the right edge. Make sure that there is still 1 knob sticking out towards the front on the rightmost column. Put the other one horizontally behind the previous piece. Make sure that there is still 1 knob sticking out towards the back on the rightmost column. Two knobs are sticking out towards the left in the middle of the leftmost edge." } ] }, { "id": "lego-60292-town-center-readscr-358", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-7_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x1 on the backmost knob of the rightmost column. Put the brick 1x4 vertically in front of the previous piece, side knobs to the right. Put the other plate 1x1 in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-360", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-8_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece, slope to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60292-town-center-readscr-362", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-9_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick with mudguard horizontally to the left of the previous piece on the back row, mudguard to the back. Put the brick 2x3 horizontally in front of the previous piece. Make sure the two bricks are flush on the left side. Put the other brick with mudguard horizontally in front of the previous piece on the front row, mudguard to the front." } ] }, { "id": "lego-60292-town-center-readscr-364", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-10_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the 3 previous pieces, slopes to the front and back." } ] }, { "id": "lego-60292-town-center-readscr-366", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-11_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the previous piece. Put the other one vertically to the left." } ] }, { "id": "lego-60292-town-center-readscr-368", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-12_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 3 horizontally to the left of the previous piece next to each other on the backmost row, slopes to the back. Repeat symmetrically on the frontmost row." } ] }, { "id": "lego-60292-town-center-readscr-370", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-13_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous pieces, slope to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60292-town-center-readscr-372", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-14_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column." } ] }, { "id": "lego-60292-town-center-readscr-374", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-15_step_Step%20%23GJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other, black plate at the bottom and red plate at the top. Make sure the half circles and holes align." } ] }, { "id": "lego-60292-town-center-readscr-375", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-16_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them horizontally on the left edge on the middle two rows, half circle and hole overhanging to the left." } ] }, { "id": "lego-60292-town-center-readscr-376", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-21_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build the tail lamps." } ] }, { "id": "lego-60292-town-center-readscr-378", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-17_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate horizontally on the table, side knobs to the front. Put the plate 1x2 horizontally on top." } ] }, { "id": "lego-60292-town-center-readscr-380", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-18_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the side knobs pointing to the front." } ] }, { "id": "lego-60292-town-center-readscr-381", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-20_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60292-town-center-readscr-382", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-21_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first set of tail lamps is finished, well done! Mount it vertically on the leftmost column at the back, side knobs to the left. Find another black bottom angle plate 1x2 - 1x2 with 2 side knobs, and another transparent red plate 1x2. Put the angle plate horizontally on the table, side knobs to the front. Put the plate 1x2 horizontally on top. Find another 2 transparent red round tiles 1x1. Put them upright on the side knobs pointing to the front. Mount the second set of tail lamps vertically on the leftmost column at the front, side knobs to the left." } ] }, { "id": "lego-60292-town-center-readscr-384", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-22_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 horizontally on the four knobs of the low part of the back row, side knobs to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-385", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-25_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will make a small part." } ] }, { "id": "lego-60292-town-center-readscr-387", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-23_step_Step%20%23GQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the grille tiles horizontally on the back row." } ] }, { "id": "lego-60292-town-center-readscr-389", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-24_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row." } ] }, { "id": "lego-60292-town-center-readscr-390", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-25_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip this part upright, and mount it on the 8 side knobs pointing to the front, grille tiles forming the upper row." } ] }, { "id": "lego-60292-town-center-readscr-391", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-28_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's repeat this part for the back side." } ] }, { "id": "lego-60292-town-center-readscr-393", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-26_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the flat tile 1x4 horizontally on the back row." } ] }, { "id": "lego-60292-town-center-readscr-395", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-27_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tiles horizontally on the front row." } ] }, { "id": "lego-60292-town-center-readscr-396", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-28_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the part upright, and mount it on the 8 side knobs pointing to the back. Make sure the grille tiles are forming the upper row of the part." } ] }, { "id": "lego-60292-town-center-readscr-398", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-29_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top of the structure, starting from the left edge." } ] }, { "id": "lego-60292-town-center-readscr-401", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-30_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the structure, starting from the right edge." } ] }, { "id": "lego-60292-town-center-readscr-403", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-31_step_Step%20%23HQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 vertically to the left of the previous piece. Put the plate 1x6 vertically to the left of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-405", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-32_step_Step%20%23HP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the previous piece. Put 1 horizontally to the left of the previous piece on the backmost row. Repeat symmetrically on the front row. Put the last one vertically to the left of the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-407", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-33_step_Step%20%23HO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 2x2 with 1 knob to the right of the previous piece in the back corner. Put another one in front of the previous piece. Put the flat tile 2x4 vertically to the right of the two previous pieces. Put the 2 remaining plates 2x2 with 1 knob to the right of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-409", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-34_step_Step%20%23HN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the second column from the left, slopes to the left." } ] }, { "id": "lego-60292-town-center-readscr-411", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-35_step_Step%20%23HM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x1 on the backmost knob of the leftmost column. Put 1 grille tile vertically in front of the previous piece. Put the other grille tile vertically in front of the previous piece. Put the other flat tile 1x1 in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-413", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-36_step_Step%20%23HL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x4 horizontally on the backmost row, starting from the right edge. Repeat symmetrically at the front. Put the plate 1x6 vertically to the left of the 2 previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-415", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-37_step_Step%20%23HK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small steering wheel 1x2 vertically centered on the rightmost column, steering wheel to the left. Put the plate 1x2 with angled top handle vertically centered on the fourth column from the right, angle to the right." } ] }, { "id": "lego-60292-town-center-readscr-417", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-38_step_Step%20%23HJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x3 horizontally on the backmost row, starting from the right edge. Repeat symmetrically on the front row. Put 1 brick 1x2 horizontally to the left. Repeat symmetrically on the back row." } ] }, { "id": "lego-60292-town-center-readscr-419", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-39_step_Step%20%23HI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element vertically centered between the two previous pieces on the left edge, panel to the left. This means it is mounted on the fifth column from the right. Skip 1 column to the left, and mount the handrail element vertically, handrail to the right." } ] }, { "id": "lego-60292-town-center-readscr-420", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-48_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the front grille of the crane truck." } ] }, { "id": "lego-60292-town-center-readscr-422", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-40_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the relief plate 2x6 vertically on the table, side knobs to the right. Put the plate 2x3 horizontally on the left column on the second and third knob from the back, two columns overhanging to the left." } ] }, { "id": "lego-60292-town-center-readscr-424", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-41_step_Step%20%23HY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, two columns overhanging to the left." } ] }, { "id": "lego-60292-town-center-readscr-426", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-42_step_Step%20%23HX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered underneath the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-428", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-43_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-430", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-44_step_Step%20%23HW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 to the left of the previous piece, slopes to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60292-town-center-readscr-432", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-45_step_Step%20%23HU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column." } ] }, { "id": "lego-60292-town-center-readscr-434", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-46_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left edge, highest lamella to the left, lowest lamella overlapping the flat tile on the right." } ] }, { "id": "lego-60292-town-center-readscr-436", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-47_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered across the highest lamella on the left edge. The sticker is printed with diagonal red and white stripes in the left and right corners, and in the middle it is printed with the white license plate with a bold black frame. The license number is: \"J M 6 0 2 9 2\", it is printed in black letters." } ] }, { "id": "lego-60292-town-center-readscr-437", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-48_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front grille of the crane truck is finished! Well done! First, turn the crane truck left to right. This means that now, the tail lamps are pointing to the right. To mount the front grille, flip it upright, the highest lamella and sticker at the bottom. Then mount it on the side knobs pointing to the left. Make sure that the top edge is flush with the rest of the structure." } ] }, { "id": "lego-60292-town-center-readscr-440", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-50_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on one of the large side surfaces." } ] }, { "id": "lego-60292-town-center-readscr-441", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-52_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sticker is bright orange and has a green recycling symbol printed in the middle. The symbol consists of three green bent arrows with white outlines that form a triangle." } ] }, { "id": "lego-60292-town-center-readscr-442", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-53_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece horizontally on the backmost row on the fourth and fifth knob from the left, sticker to the back. Find another bright orange brick 1x2x2. Continue if you want to decorate this piece with a sticker now. If not, skip the next 3 sentences. Find 1 rectangular sticker number 1. Ask a sighted person to help you find the correct sticker. Put it upright on one of the large side surfaces. The sticker has the same design as the previous one. Mount this piece horizontally on the frontmost row on the fourth and fifth knob from the left, sticker to the front." } ] }, { "id": "lego-60292-town-center-readscr-444", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-54_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, slope to the left." } ] }, { "id": "lego-60292-town-center-readscr-446", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-55_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically centered on top of the windscreen. Put 1 corner plate into the back right corner of the highest part of the structure. Put the plate 1x2 vertically in front of the previous piece. Put the other corner plate into the front right corner of the highest part." } ] }, { "id": "lego-60292-town-center-readscr-447", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-58_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the exterior rearview mirrors." } ] }, { "id": "lego-60292-town-center-readscr-449", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-56_step_Step%20%23IE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with clasp vertically on the table, clasp to the front. Put the roof tile 1x2x\u2154 vertically on top, slope to the left." } ] }, { "id": "lego-60292-town-center-readscr-451", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-57_step_Step%20%23IF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft into the clasp at the front." } ] }, { "id": "lego-60292-town-center-readscr-452", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-58_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first exterior rearview mirror is finished! Put it vertically on the 2 backmost knobs of the windscreen, the part with the roof tile overhanging to the back. You can fold down the exterior rearview mirror." } ] }, { "id": "lego-60292-town-center-readscr-453", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-61_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the second rearview mirror." } ] }, { "id": "lego-60292-town-center-readscr-455", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-59_step_Step%20%23IG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table, clasp to the back. Put the roof tile 1x2x\u2154 vertically on top, slope to the left." } ] }, { "id": "lego-60292-town-center-readscr-457", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-60_step_Step%20%23IH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft into the clasp at the back." } ] }, { "id": "lego-60292-town-center-readscr-458", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-61_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the second rearview mirror vertically on the 2 frontmost knobs of the windscreen, the part with the roof tile overhanging to the front." } ] }, { "id": "lego-60292-town-center-readscr-459", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-62_step_Step%20%23ID.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Fold down the other exterior rearview mirror to finish the build." } ] }, { "id": "lego-60292-town-center-readscr-460", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-66_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the top safety lights." } ] }, { "id": "lego-60292-town-center-readscr-462", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-63_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright orange plate 1x6 vertically on the table. Put the white plate 1x6 vertically on top." } ] }, { "id": "lego-60292-town-center-readscr-464", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-64_step_Step%20%23IJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 roof tile 1x1 on the backmost knob, slope to the back. Put the plate 1x4 vertically in front of the previous piece. Put the other roof tile 1x1 on the frontmost knob, slope to the front." } ] }, { "id": "lego-60292-town-center-readscr-466", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-65_step_Step%20%23IK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the two remaining knobs." } ] }, { "id": "lego-60292-town-center-readscr-467", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-66_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part vertically on the right edge of the highest part of the structure." } ] }, { "id": "lego-60292-town-center-readscr-469", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-67_step_Step%20%23GY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous part, knobs to the right." } ] }, { "id": "lego-60292-town-center-readscr-470", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-76_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the crane arm." } ] }, { "id": "lego-60292-town-center-readscr-472", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-68_step_Step%20%23IL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pin into the cross hole of the bushing." } ] }, { "id": "lego-60292-town-center-readscr-474", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-69_step_Step%20%23IR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the hinge fork onto the hinge stub of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-476", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-70_step_Step%20%23IQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its hinge fork on the hinge stub of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-478", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-71_step_Step%20%23IP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its hinge fork on the hinge stub of the previous piece. Continue if you want to decorate this part with stickers now. If not, skip the next 11 sentences." } ] }, { "id": "lego-60292-town-center-readscr-480", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-72_step_Step%20%23IO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These stickers are all printed with diagonal black and yellow stripes. Put the 2 longer stickers on the front sides of the bricks 1x4. Put the smaller sticker on the front side of the brick 1x2." } ] }, { "id": "lego-60292-town-center-readscr-482", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-73_step_Step%20%23IN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 longer stickers on the back sides of the bricks 1x4. Put the smaller sticker on the back side of the brick 1x2." } ] }, { "id": "lego-60292-town-center-readscr-484", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-74_step_Step%20%23IM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its hinge fork on the hinge stub of the brick 1x2. Make sure the knob of the ball coupling is at the top." } ] }, { "id": "lego-60292-town-center-readscr-486", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-75_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball into the ball coupling." } ] }, { "id": "lego-60292-town-center-readscr-487", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-76_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crane arm is finished! Great job! Now, insert the connector at the end of the crane arm into the top-to-bottom hole on the right side of the structure. Let the crane arm extend towards the driver's cab. It rests between the top safety lights." } ] }, { "id": "lego-60292-town-center-readscr-488", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-80_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 6 crane truck wheels. Let's start with one." } ] }, { "id": "lego-60292-town-center-readscr-490", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-77_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Now, find another 5 tires and another 5 rims." } ] }, { "id": "lego-60292-town-center-readscr-491", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-79_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble them just like the first wheel." } ] }, { "id": "lego-60292-town-center-readscr-492", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-80_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wheels onto the pin connectors at the bottom of the crane truck." } ] }, { "id": "lego-60292-town-center-readscr-493", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-truck-86_step_Step%20%23SJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crane truck is finished! Very good work! This truck is perfect for transporting the recycling containers and other large objects. Shirley Keeper is ready to go!" } ] }, { "id": "lego-60292-town-center-readscr-495", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-5_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the townswoman Minifigure with baby." } ] }, { "id": "lego-60292-town-center-readscr-497", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-0_step_Step%20%23JD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60292-town-center-readscr-499", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-1_step_Step%20%23JG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the neck bracket around the neck. Make sure the carrier is on the front side of the Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-501", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-2_step_Step%20%23JF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top, and then put the hair on top." } ] }, { "id": "lego-60292-town-center-readscr-502", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-4_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the baby Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-504", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-3_step_Step%20%23JJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body." } ] }, { "id": "lego-60292-town-center-readscr-505", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-4_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can seat the baby in the carrier now." } ] }, { "id": "lego-60292-town-center-readscr-506", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure6-5_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The townswoman Minifigure with baby is finished! Great job! Both baby and townswoman look cheerful. The townswoman is wearing medium blue pants, a lilac shirt with a star print on her chest, and a light blue zipper jacket on top. The baby is wearing a white onesie." } ] }, { "id": "lego-60292-town-center-readscr-507", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure7-4_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the blind townsman Minifigure with guide dog." } ] }, { "id": "lego-60292-town-center-readscr-509", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure7-0_step_Step%20%23JA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60292-town-center-readscr-511", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure7-1_step_Step%20%23JL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top, and then put the hair on top." } ] }, { "id": "lego-60292-town-center-readscr-512", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure7-3_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the guide dog with leash." } ] }, { "id": "lego-60292-town-center-readscr-514", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure7-2_step_Step%20%23JM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the leash on the knob of the dog: the handle faces the same way as the dog's tail." } ] }, { "id": "lego-60292-town-center-readscr-515", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure7-3_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the leash into the hand of the blind townsman." } ] }, { "id": "lego-60292-town-center-readscr-516", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure7-4_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The blind townsman Minifigure with guide dog is finished! Good job! The townsman is wearing a red and black checkered plaid shirt and brown trousers. He has a cool smile on his face and is wearing black sunglasses. With his guide dog, the blind man can easily stroll through town and run his errands." } ] }, { "id": "lego-60292-town-center-readscr-517", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-33_step_Step%20%23JN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the recycling container station." } ] }, { "id": "lego-60292-town-center-readscr-519", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-0_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 8x16 horizontally on the table. Put the white flat tile 1x6 vertically on the rightmost column, starting from the back. Put the grey flat tile 1x6 vertically to the left of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-521", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-1_step_Step%20%23JW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 grille tile 1x2 horizontally to the left of the previous piece on the backmost row. Put 1 plate 2x2 in front of the previous piece. Put the other plate 2x2 in front of the previous piece. Put the other grille tile 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-523", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-2_step_Step%20%23JV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 grey flat tile 1x6 vertically to the left of the previous pieces. Put the white flat tile 1x6 vertically to the left. Put the other grey flat tile 1x6 vertically to the left." } ] }, { "id": "lego-60292-town-center-readscr-525", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-3_step_Step%20%23JU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 grille tile 1x2 horizontally to the left of the previous piece on the backmost row. Put 1 plate 2x2 in front of the previous piece. Put the other plate 2x2 in front of the previous piece. Put 1 grille tile 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-527", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-4_step_Step%20%23JT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grey flat tile 1x6 vertically to the left of the previous pieces. Put the white flat tile 1x6 vertically to the left." } ] }, { "id": "lego-60292-town-center-readscr-528", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-16_step_Step%20%23JS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the glass recycling container." } ] }, { "id": "lego-60292-town-center-readscr-530", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-5_step_Step%20%23JX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x6 horizontally on the table. Put the brick 1x2 vertically on the rightmost column, starting from the back." } ] }, { "id": "lego-60292-town-center-readscr-532", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-6_step_Step%20%23KF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece on the back row." } ] }, { "id": "lego-60292-town-center-readscr-534", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-7_step_Step%20%23KE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 horizontally in front of the previous piece. Put the roof tile 1x1 on the rightmost column on the second knob from the front, slope to the left." } ] }, { "id": "lego-60292-town-center-readscr-536", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-8_step_Step%20%23KD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row." } ] }, { "id": "lego-60292-town-center-readscr-538", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-9_step_Step%20%23KC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, door knob to the left and the top knob at the back, door swinging out towards the left." } ] }, { "id": "lego-60292-town-center-readscr-540", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-10_step_Step%20%23KB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 to the right of the previous piece on the backmost row. Put the brick 1x4 horizontally to the right." } ] }, { "id": "lego-60292-town-center-readscr-542", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-11_step_Step%20%23KA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, starting from the front." } ] }, { "id": "lego-60292-town-center-readscr-544", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-12_step_Step%20%23JZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 horizontally to the left of the previous piece on the front row. Put the brick 1x1 to the left." } ] }, { "id": "lego-60292-town-center-readscr-546", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-13_step_Step%20%23KG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x6x\u2154 horizontally on the table. Put the round plate with lifting ring on top." } ] }, { "id": "lego-60292-town-center-readscr-548", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-14_step_Step%20%23KH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right edge of the plate. The sticker is white. It has a green recycling symbol in the middle which consists of three bent arrows forming a triangle. In the middle of this triangle is a green symbol for a bottle." } ] }, { "id": "lego-60292-town-center-readscr-549", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-15_step_Step%20%23JY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this part horizontally on top of the recycling container, sticker to the right. This is the lid of the recycling container." } ] }, { "id": "lego-60292-town-center-readscr-550", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-16_step_Step%20%23JS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The glass recycling container is finished! Well done! Mount it vertically in the right back corner of the structure, door to the back, while leaving the rightmost column without knobs empty. The small hole on the front surface is for inserting bottles." } ] }, { "id": "lego-60292-town-center-readscr-551", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-28_step_Step%20%23JQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the paper recycling container." } ] }, { "id": "lego-60292-town-center-readscr-553", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-17_step_Step%20%23KI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x6 horizontally on the table. Put the brick 1x4 vertically on the rightmost column." } ] }, { "id": "lego-60292-town-center-readscr-555", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-18_step_Step%20%23KQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece on the backmost row." } ] }, { "id": "lego-60292-town-center-readscr-557", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-19_step_Step%20%23KP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-559", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-20_step_Step%20%23KO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 horizontally in front of the previous piece. Put the brick 1x1 to the left." } ] }, { "id": "lego-60292-town-center-readscr-561", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-21_step_Step%20%23KN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column at the back, door handle to the left." } ] }, { "id": "lego-60292-town-center-readscr-563", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-22_step_Step%20%23KM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 to the right of the previous piece on the back row. Put the brick 1x4 horizontally to the right." } ] }, { "id": "lego-60292-town-center-readscr-565", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-23_step_Step%20%23KL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column in front of the previous piece, slope to the left." } ] }, { "id": "lego-60292-town-center-readscr-567", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-24_step_Step%20%23KK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row." } ] }, { "id": "lego-60292-town-center-readscr-569", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-25_step_Step%20%23KR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x6x\u2154 horizontally on the table. Put the round plate with lifting ring on top." } ] }, { "id": "lego-60292-town-center-readscr-571", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-26_step_Step%20%23KS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right edge of the plate. The sticker is white and again has the recycling symbol on it, but this time the symbol is bright blue. A symbol for a piece of paper with dog-ear is printed in the middle of the recycling triangle." } ] }, { "id": "lego-60292-town-center-readscr-572", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-27_step_Step%20%23KJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this part horizontally on top of the container, sticker to the right." } ] }, { "id": "lego-60292-town-center-readscr-573", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-28_step_Step%20%23JQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The paper recycling container is finished! Great job! Mount it vertically to the left of the glass container, but leave one column without knobs empty between the two containers. The slit on the front side surface is for throwing in wastepaper." } ] }, { "id": "lego-60292-town-center-readscr-575", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-29_step_Step%20%23JR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bottles on the rightmost three knobs in front of the right container in whichever order you like." } ] }, { "id": "lego-60292-town-center-readscr-577", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-30_step_Step%20%23JP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 horizontally on the frontmost row, starting from the right edge. Put 1 flat tile 2x4 horizontally to the left, one row overhanging to the front. Put the flat tile 1x4 horizontally to the left. Put the other flat tile 2x4 horizontally to the left, one row overhanging to the front. Put the other flat tile 1x2 horizontally to the left." } ] }, { "id": "lego-60292-town-center-readscr-579", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-31_step_Step%20%23JO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the dustbin in the free area to the left of the two containers. Put the handles of the broom and shovel into the dustbin." } ] }, { "id": "lego-60292-town-center-readscr-581", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-32_step_Step%20%23JN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Lay them in front of the left container. You can use these as wastepaper to throw into the paper bin." } ] }, { "id": "lego-60292-town-center-readscr-582", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garbage-33_step_Step%20%23JN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The recycling container station is finished! Great job! Use the hook on the crane truck to lift the containers off of the station. You can empty them by opening the doors at the back of the containers. Now, the citizens of LEGO City can help Shirley Keeper make the city even cleaner! To mount the recycling container station on the rest of the town center structure, turn the recycling container station vertically, the two overhanging columns to the right. Connect these two overhanging columns with the two vertical cutouts on the left behind the car wash." } ] }, { "id": "lego-60292-town-center-readscr-583", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-28_step_Step%20%23KZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the small park with bench and kids' ride." } ] }, { "id": "lego-60292-town-center-readscr-585", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-0_step_Step%20%23JC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 8x16 horizontally on the table. Put the flat tile 1x2 horizontally on the backmost row, starting from the right edge." } ] }, { "id": "lego-60292-town-center-readscr-587", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-1_step_Step%20%23LC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 without print horizontally to the left of the previous piece, one row overhanging to the back. Put the flat tile 1x4 horizontally to the left. Put the flat tile 2x4 with print horizontally to the left, one row overhanging to the back. This tile is printed with lane markings. Put the flat tile 1x2 horizontally to the left." } ] }, { "id": "lego-60292-town-center-readscr-589", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-2_step_Step%20%23KY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other on the fourth row from the front, starting from the right edge, slopes to the back." } ] }, { "id": "lego-60292-town-center-readscr-590", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-11_step_Step%20%23KX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the park bench." } ] }, { "id": "lego-60292-town-center-readscr-592", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-3_step_Step%20%23LH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, clasp to the back." } ] }, { "id": "lego-60292-town-center-readscr-594", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-4_step_Step%20%23LL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, three columns overhanging to the left." } ] }, { "id": "lego-60292-town-center-readscr-596", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-5_step_Step%20%23LK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the previous piece on the left edge, clasp to the back." } ] }, { "id": "lego-60292-town-center-readscr-598", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-6_step_Step%20%23LJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically underneath the previous piece. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-599", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-10_step_Step%20%23LI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the backrest of the bench." } ] }, { "id": "lego-60292-town-center-readscr-601", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-7_step_Step%20%23LM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with shaft vertically on the table, shaft to the front. Put the flat tile 1x4 horizontally on the back knob, tile overhanging to the left." } ] }, { "id": "lego-60292-town-center-readscr-603", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-8_step_Step%20%23LO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the previous piece on the left edge, 1 knob overhanging to the front and shaft to the front." } ] }, { "id": "lego-60292-town-center-readscr-605", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-9_step_Step%20%23LN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row." } ] }, { "id": "lego-60292-town-center-readscr-606", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-10_step_Step%20%23LI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now snap the shafts of the backrest into the clasps of the bench. Fold it up so that the backrest is upright, but slightly tilted to the back." } ] }, { "id": "lego-60292-town-center-readscr-607", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-11_step_Step%20%23KX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The park bench is finished! Well done! Mount it horizontally to the left of the two roof tiles. Make sure the front surface of the bench and the roof tiles form one line." } ] }, { "id": "lego-60292-town-center-readscr-608", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-14_step_Step%20%23KW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the base of the kids' ride." } ] }, { "id": "lego-60292-town-center-readscr-610", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-12_step_Step%20%23LP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with bottom tubes on the table, tubes running from left to right. Put the round plate 2x2 on top." } ] }, { "id": "lego-60292-town-center-readscr-612", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-13_step_Step%20%23LQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 vertically, connector pointing to the left, and insert the connector into the tube on the right. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-613", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-14_step_Step%20%23KW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the base of the kids' ride horizontally in front of the roof tiles on the structure." } ] }, { "id": "lego-60292-town-center-readscr-615", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-15_step_Step%20%23KV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally in front of the base of the kids' ride, slopes to the front." } ] }, { "id": "lego-60292-town-center-readscr-616", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-23_step_Step%20%23KU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build the kids' ride." } ] }, { "id": "lego-60292-town-center-readscr-618", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-16_step_Step%20%23LR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the table. Put the plate 1x2 vertically on the right column." } ] }, { "id": "lego-60292-town-center-readscr-620", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-17_step_Step%20%23LX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the back knob of the middle column, side knob to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-622", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-18_step_Step%20%23LW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, side knobs to the left." } ] }, { "id": "lego-60292-town-center-readscr-624", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-19_step_Step%20%23LV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 1 knob vertically on the middle column. Put the curve tile with fin vertically on the right column, fin to the right." } ] }, { "id": "lego-60292-town-center-readscr-626", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-20_step_Step%20%23LU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, angle to the right." } ] }, { "id": "lego-60292-town-center-readscr-628", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-21_step_Step%20%23LT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 2 side knobs on the left side. These tiles are printed with googly eyes!" } ] }, { "id": "lego-60292-town-center-readscr-630", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-22_step_Step%20%23LS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the side knob at the back, leaves pointing to the top. Repeat symmetrically at the front." } ] }, { "id": "lego-60292-town-center-readscr-631", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-23_step_Step%20%23KU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The kids' ride is finished! Mount it vertically on the base, googly eyes to the front. You can actually rock the ride back and forth! Maybe baby wants to try it?" } ] }, { "id": "lego-60292-town-center-readscr-633", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-24_step_Step%20%23LB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These pieces will be used to make a small garden patch in the form of a quarter circle located in the front left corner. This can be a bit tricky, so listen carefully. Put the flat tile 1x1 on the front row on the fifth knob from the left. Put the other flat tile 1x1 on the leftmost column on the fifth knob from the front. Mount the quarter-arched tile 1x4 so that it connects the two previous pieces. Together, these 3 pieces form a quarter circle." } ] }, { "id": "lego-60292-town-center-readscr-635", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-25_step_Step%20%23LA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row on the fourth knob from the left. Put the other one on the leftmost column on the fourth knob from the front." } ] }, { "id": "lego-60292-town-center-readscr-637", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-26_step_Step%20%23LZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the previous pieces, leaves protruding over the flat tiles." } ] }, { "id": "lego-60292-town-center-readscr-639", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-27_step_Step%20%23KZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it centered in this quarter-circle patch." } ] }, { "id": "lego-60292-town-center-readscr-640", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-garden-28_step_Step%20%23KZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The small park with bench and kids' ride is finished! Well done! This is a wonderful little resting place in the middle of the bustling LEGO City town center. Enjoy the green grass and the relaxing bench while baby can have some fun in the kids' ride. To mount the small park on the rest of the town center structure, connect the two overhanging rows at the back with the 2 horizontal cutouts at the front of the rightmost road plate." } ] }, { "id": "lego-60292-town-center-readscr-642", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure8-3_step_Step%20%23MC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the pizza chef Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-644", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure8-0_step_Step%20%23MB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60292-town-center-readscr-646", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure8-1_step_Step%20%23MD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top, and the hat on the head." } ] }, { "id": "lego-60292-town-center-readscr-648", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure8-2_step_Step%20%23MC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the paddle into the pizza chef's right hand. Snap the flat tile 2x2 into his left hand. The tile is printed with a pizza box: it has a red stripe on top and a green stripe at the bottom. The stripe in the middle is white, so this is actually the Italian flag! And in the white stripe, the word \"PIZZA\" is printed in green letters in all caps." } ] }, { "id": "lego-60292-town-center-readscr-649", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure8-3_step_Step%20%23MC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pizza chef Minifigure is finished! Well done! He has a moustache and a happy smile on his face. He is wearing green pants, a white chef's jacket with two rows of buttons, and a red scarf. Let's see what tasty creations he will pull out of the pizza oven!" } ] }, { "id": "lego-60292-town-center-readscr-650", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-125_step_Step%20%23RH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the pizza restaurant and martial arts dojo. This building has two levels: the pizza restaurant on the ground floor, and the martial arts dojo on the first floor. We will start with the pizza restaurant." } ] }, { "id": "lego-60292-town-center-readscr-652", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-0_step_Step%20%23MA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 16x16 on the table. Make sure it forms straight rows and columns in front of you. Put the profile bricks vertically on the rightmost column, starting from the front. Make sure the brick carvings are to the right, and the horizontal line carvings are to the left." } ] }, { "id": "lego-60292-town-center-readscr-654", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-1_step_Step%20%23NE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the back knob of the backmost brick 1x2 with brick carvings." } ] }, { "id": "lego-60292-town-center-readscr-655", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-6_step_Step%20%23ND.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we assemble the pizzeria door." } ] }, { "id": "lego-60292-town-center-readscr-657", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-2_step_Step%20%23NF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, inner notches to the front." } ] }, { "id": "lego-60292-town-center-readscr-659", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-3_step_Step%20%23RS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the glass door into the notches on the left, handle on the right, door opening towards you." } ] }, { "id": "lego-60292-town-center-readscr-661", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-4_step_Step%20%23NI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the door knob." } ] }, { "id": "lego-60292-town-center-readscr-663", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-5_step_Step%20%23NG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the door in the upper half. The sticker is bright red, and the word \"OPEN\" is written on it with white letters. The word is underlined with a white stripe." } ] }, { "id": "lego-60292-town-center-readscr-664", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-6_step_Step%20%23ND.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pizzeria door is finished! Turn it left to right so that the door handle is pointing to the back. Mount it horizontally to the left of brick 1x1x5. It should open towards the back." } ] }, { "id": "lego-60292-town-center-readscr-666", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-7_step_Step%20%23NC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 profile brick 1x2 horizontally to the left of the door, brick carvings to the back, horizontal carving to the front. Put 1 profile brick 1x2 horizontally to the left, brick carvings to the back. Put 1 profile brick 1x2 horizontally to the left, brick carvings to the back. Put the brick 1x1 in front of the left knob of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-668", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-8_step_Step%20%23NB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the two previous pieces, brick carvings to the left. Put 1 vertically in front of the previous piece, brick carvings to the left. Put the last one vertically in front of the previous piece, brick carvings to the left. You have just created the wall outline of the pizza restaurant." } ] }, { "id": "lego-60292-town-center-readscr-670", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-9_step_Step%20%23NA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 in front of the single brick 1x1 that is in the back left corner of the wall outline. Put the brick 1x1 in front of the previous piece, again touching the bricks with brick carvings." } ] }, { "id": "lego-60292-town-center-readscr-672", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-10_step_Step%20%23MZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the brick 1x1 in the back left corner of the wall outline, hugging the round brick 2x2 towards the front. Put the other one to the right of the brick 1x1 at the front, hugging the round brick 2x2 towards the back." } ] }, { "id": "lego-60292-town-center-readscr-674", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-11_step_Step%20%23MY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 quarter-arched tiles 2x2 on top of the two previous pieces. Put the round plate 2x2 to the left of the two previous pieces so it is being hugged by them. This is the stove of the pizza oven!" } ] }, { "id": "lego-60292-town-center-readscr-676", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-12_step_Step%20%23MX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x2 vertically on the left column of the previous piece. Put the round tile 2x2 to the right of the previous piece. It will only attach to two knobs. This piece is printed with a peperoni pizza with black olive rings! It is already cut into 8 slices and looks like it's ready to serve." } ] }, { "id": "lego-60292-town-center-readscr-678", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-13_step_Step%20%23MW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x1 on the knob behind the rounded plate 1x2. Put the other brick 1x1 on the knob in front of the rounded plate 1x2. Insert the shafts of the single flames into the two hollow knobs between the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-680", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-14_step_Step%20%23MV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the left column of the wall outline." } ] }, { "id": "lego-60292-town-center-readscr-681", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-18_step_Step%20%23MU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the side window." } ] }, { "id": "lego-60292-town-center-readscr-683", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-15_step_Step%20%23NJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 vertically on the table. Put the frame 1x4x3 vertically on top, inner notches to the right." } ] }, { "id": "lego-60292-town-center-readscr-685", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-16_step_Step%20%23NL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bumps on the glass into the top notches from the right. If done correctly, the window opens at the bottom towards the right." } ] }, { "id": "lego-60292-town-center-readscr-687", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-17_step_Step%20%23NK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top." } ] }, { "id": "lego-60292-town-center-readscr-688", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-18_step_Step%20%23MU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The window is finished! Well done! Mount it vertically on the rightmost column to the right of the door. The front knob of this column remains empty." } ] }, { "id": "lego-60292-town-center-readscr-690", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-19_step_Step%20%23MT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the frontmost knob of the rightmost column." } ] }, { "id": "lego-60292-town-center-readscr-692", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-20_step_Step%20%23MS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These pieces will form the counter. Put 1 horizontally on the third row from the front to the left of the window, panel to the back. Put another one horizontally to the left of the previous piece, panel to the back. Put the last one vertically to the left of the previous piece, panel to the right, leaving the frontmost knob of this column empty." } ] }, { "id": "lego-60292-town-center-readscr-694", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-21_step_Step%20%23MR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner plate 2x2 on top of the two previous pieces. Put the plate 1x3 horizontally to the right." } ] }, { "id": "lego-60292-town-center-readscr-696", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-22_step_Step%20%23MQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left corner of the counter you have just built, slope to the front. The piece is printed with a light blue cash register with keypad, enabling contactless payment and card payment." } ] }, { "id": "lego-60292-town-center-readscr-697", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-27_step_Step%20%23MP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the front window with awning." } ] }, { "id": "lego-60292-town-center-readscr-699", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-23_step_Step%20%23NM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x6x5 horizontally on the table, hollow to the back. Put the plate 1x6 horizontally on top." } ] }, { "id": "lego-60292-town-center-readscr-701", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-24_step_Step%20%23NP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically in the bottom left corner. The sticker is white, at the top there is a banner in the colors of the Italian flag (red, white, and green) and in the middle, there is a slice of pepperoni pizza on a green star-shaped background." } ] }, { "id": "lego-60292-town-center-readscr-703", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-25_step_Step%20%23NO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 bright red brick vertically on the leftmost knob, protruding plate to the back, brick overhanging to the front. This means that it is the protruding plate that connects with the knob. Put 1 white brick vertically to the right in the same way as the previous one. Put another bright red brick to the right. Put another white brick to the right. Put the last bright red brick to the right. Put the remaining white brick to the right." } ] }, { "id": "lego-60292-town-center-readscr-705", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-26_step_Step%20%23NN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60292-town-center-readscr-706", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-27_step_Step%20%23MP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front window with awning is finished! Great job! First, turn the whole structure left to right. This means, that the small window is now on the left side, and the door knob is facing you. Mount the front window with awning horizontally to the right of the door, awning overhanging to the front." } ] }, { "id": "lego-60292-town-center-readscr-708", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-28_step_Step%20%23MO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick with side knobs horizontally on top of the door, side knobs to the front. Put the brick 1x6 vertically on the leftmost column, starting from the back." } ] }, { "id": "lego-60292-town-center-readscr-710", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-29_step_Step%20%23MN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the structure right to left again. The small window is on the right side again, and the awning and door knob are pointing to the back. Mount the brick with inside arch vertically above the 2 single flames. This is the 6th column from the left." } ] }, { "id": "lego-60292-town-center-readscr-712", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-30_step_Step%20%23MM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the 2 back knobs of the previous piece, overhanging to the right, slopes to the back and right. Put the other one in front of the previous piece, overhanging to the right, slopes to the right and front." } ] }, { "id": "lego-60292-town-center-readscr-714", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-31_step_Step%20%23ML.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the two previous pieces. Put the other one vertically on top of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-716", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-32_step_Step%20%23MK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the pizza oven, hollow to the right." } ] }, { "id": "lego-60292-town-center-readscr-718", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-33_step_Step%20%23MJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x1 on top of the previous piece on the second knob from the back. Put the roof tile 2x2 in front of the previous piece, slope to the right. Make sure it connects with the palisade bricks to the right of the wall. Together, these pieces form the chimney. Put the other brick 1x1 in front of the previous piece. You have just finished the pizza oven! Excellent!" } ] }, { "id": "lego-60292-town-center-readscr-720", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-34_step_Step%20%23MI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 6th row from the front, starting from the right edge. This is the wall with door and large window. Put the other one horizontally to the left." } ] }, { "id": "lego-60292-town-center-readscr-722", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-35_step_Step%20%23MH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, leaving the frontmost knob empty." } ] }, { "id": "lego-60292-town-center-readscr-724", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-36_step_Step%20%23MG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row at the top, starting from the right edge, connecting the left and right walls." } ] }, { "id": "lego-60292-town-center-readscr-726", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-37_step_Step%20%23MF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x6 vertically on the rightmost column, starting from the front. Put 1 plate 1x4 horizontally to the left of the previous piece on the back row of the pizzeria walls. Repeat symmetrically at the front. Put 1 flat tile 1x2 horizontally to the left of the previous piece. Repeat symmetrically on the back row of the walls. Put 1 plate 1x4 horizontally to the left of the previous piece. Repeat symmetrically at the front. Put the remaining plate 1x6 vertically to the left of the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-729", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-39_step_Step%20%23NS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat tile. The sticker is mostly white, there is an Italian flag banner at the bottom. Half a pepperoni pizza is printed on the top stripe of the flag (the red one) on the right half of the sticker, which makes it look like a rising sun. To the left of the pizza is the name of the pizza restaurant: \"CITY PIZZA\". The lettering is designed with white letters on a green background and with a black outer frame." } ] }, { "id": "lego-60292-town-center-readscr-730", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-40_step_Step%20%23ME.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right again so that the side window is on the left and the door knob pointing to the front. Mount the sign upright horizontally on the side knobs pointing to the front above the door." } ] }, { "id": "lego-60292-town-center-readscr-733", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-41_step_Step%20%23NY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row, starting from the right." } ] }, { "id": "lego-60292-town-center-readscr-734", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-47_step_Step%20%23NU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make the fire." } ] }, { "id": "lego-60292-town-center-readscr-736", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-42_step_Step%20%23OA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Insert the cross axle into the hole from the back towards the front, end stop at the back." } ] }, { "id": "lego-60292-town-center-readscr-738", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-43_step_Step%20%23OF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the t-shaped joint so that the single cross hole is pointing to the top. Insert the shaft of the flame into this cross hole." } ] }, { "id": "lego-60292-town-center-readscr-739", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-44_step_Step%20%23OE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push the cross hole at the bottom of this part onto the cross axle from the front until it touches the brick. Hold the end stop from behind to ensure a tight fit." } ] }, { "id": "lego-60292-town-center-readscr-741", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-45_step_Step%20%23OD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the cross axle from the front. Put the double conical wheel on the cross axle from the front." } ] }, { "id": "lego-60292-town-center-readscr-743", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-46_step_Step%20%23OB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the part." } ] }, { "id": "lego-60292-town-center-readscr-744", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-47_step_Step%20%23NU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire is finished! Mount this part horizontally in front of the door frame at the right back, double conical wheel to the right. You can use the wheel to turn the flame: when it is pointing up, it is time for the firefighter to put it out with her fire extinguisher. As soon as she is done, turn the flame down, and the fire will have disappeared." } ] }, { "id": "lego-60292-town-center-readscr-746", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-48_step_Step%20%23NX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the door frame 1x4x6 horizontally in front of the fire. Put the plate 1x2 horizontally centered in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-747", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-54_step_Step%20%23NW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a stack of empty pizza boxes." } ] }, { "id": "lego-60292-town-center-readscr-749", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-49_step_Step%20%23OG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-60292-town-center-readscr-751", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-50_step_Step%20%23OK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-753", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-51_step_Step%20%23OJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-755", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-52_step_Step%20%23OI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with side rail horizontally on the back row. Put the plate 1x2 horizontally on the front row." } ] }, { "id": "lego-60292-town-center-readscr-757", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-53_step_Step%20%23OH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. It is printed like a pizza box, again with the colors of the Italian flag and the word \"PIZZA\" written in all caps in the middle of the box." } ] }, { "id": "lego-60292-town-center-readscr-758", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-54_step_Step%20%23NW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the stack of empty pizza boxes centered on the front door frame of the storage shed and the plate 1x2 in front of it." } ] }, { "id": "lego-60292-town-center-readscr-760", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-55_step_Step%20%23NV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the two door frames on their left halves, slope to the front. Put the other one vertically to the right of the previous piece, slope to the front. The pizza restaurant is finished! Well done! The firefighter can now do her best to put out the fire while the pizza chef can bake some delicious pizza." } ] }, { "id": "lego-60292-town-center-readscr-761", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-92_step_Step%20%23NT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the martial arts dojo." } ] }, { "id": "lego-60292-town-center-readscr-763", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-56_step_Step%20%23ON.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x12 horizontally on the table. Put the brick 1x1 in the rightmost backmost corner." } ] }, { "id": "lego-60292-town-center-readscr-765", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-57_step_Step%20%23PJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x4 horizontally to the left of the previous piece on the back row. Put the brick 2x2x3 to the left. Put the other flat tile 1x4 horizontally to the left." } ] }, { "id": "lego-60292-town-center-readscr-767", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-58_step_Step%20%23PI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1x3 with 2 clasps on the backmost rightmost corner, clasps to the back. Put the brick 1x1 on top." } ] }, { "id": "lego-60292-town-center-readscr-769", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-59_step_Step%20%23PH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-771", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-60_step_Step%20%23PG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece. Put the other one vertically in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-772", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-65_step_Step%20%23PF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we assemble the 2 front windows." } ] }, { "id": "lego-60292-town-center-readscr-774", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-61_step_Step%20%23PK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table, inner notches to the top." } ] }, { "id": "lego-60292-town-center-readscr-776", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-62_step_Step%20%23PL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the inner notches." } ] }, { "id": "lego-60292-town-center-readscr-777", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-64_step_Step%20%23PL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another frame 1x4x6 and another glass for frame 1x4x6. Assemble the second window just like the first one." } ] }, { "id": "lego-60292-town-center-readscr-778", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-65_step_Step%20%23PF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the first window horizontally on the second row from the back in front of the right flat tile 1x4, window glass to the back. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-780", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-66_step_Step%20%23PM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the leftmost column." } ] }, { "id": "lego-60292-town-center-readscr-782", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-67_step_Step%20%23PE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the two windows at the back." } ] }, { "id": "lego-60292-town-center-readscr-784", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-68_step_Step%20%23PD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-786", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-69_step_Step%20%23PC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 plates 1x6 horizontally next to each other on the second row from the back, spanning across the windows. Put the plate 1x2 horizontally centered on the backmost row." } ] }, { "id": "lego-60292-town-center-readscr-787", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-75_step_Step%20%23PB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the sword showcase." } ] }, { "id": "lego-60292-town-center-readscr-789", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-70_step_Step%20%23PS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table, knobs to the back. Put the palisade brick 1x2 horizontally on top." } ] }, { "id": "lego-60292-town-center-readscr-791", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-71_step_Step%20%23PW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 with horizontal side clasp on the left knob, clasp to the front. Put the plate 1x1 on the right knob." } ] }, { "id": "lego-60292-town-center-readscr-793", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-72_step_Step%20%23PV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the palisade brick 1x2 horizontally on top. Put the plate 1x2 horizontally on top." } ] }, { "id": "lego-60292-town-center-readscr-795", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-73_step_Step%20%23PU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the inverted cone into the knob of the previous piece. Put the round tile 1x1 on top." } ] }, { "id": "lego-60292-town-center-readscr-797", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-74_step_Step%20%23PT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the sword into the clasp." } ] }, { "id": "lego-60292-town-center-readscr-798", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-75_step_Step%20%23PB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sword showcase is finished! Great job! Turn it left to right, and then mount it centered in front of the right window. Make sure the sword is facing the window." } ] }, { "id": "lego-60292-town-center-readscr-800", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-76_step_Step%20%23PA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 2x4 horizontally centered on the 2 back rows of the low part. Put the other flat tile 2x4 horizontally in front of the previous piece. Put the kendo mask over the inverted cone on the showcase at the right." } ] }, { "id": "lego-60292-town-center-readscr-802", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-77_step_Step%20%23OZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the barrel 2x2 centered in front of the left window. Put the plate 2x2 in the front left corner of the low part." } ] }, { "id": "lego-60292-town-center-readscr-804", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-78_step_Step%20%23PX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 on top of the inverted cone." } ] }, { "id": "lego-60292-town-center-readscr-805", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-79_step_Step%20%23OY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the inverted cone into the knob in the front left corner." } ] }, { "id": "lego-60292-town-center-readscr-807", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-80_step_Step%20%23OX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the kendo mask over the inverted cone in the front left corner. Put the katana swords into the barrel." } ] }, { "id": "lego-60292-town-center-readscr-809", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-81_step_Step%20%23OW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the backmost knob of the leftmost column. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-811", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-82_step_Step%20%23OV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, starting from the front. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-813", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-83_step_Step%20%23OU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2x2 horizontally centered on the backmost row. Put 1 brick 1x1 on the backmost knob of the leftmost column. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-815", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-84_step_Step%20%23PY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the two previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-817", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-85_step_Step%20%23OT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the second row from the back above the right window, bars to the front. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-819", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-86_step_Step%20%23OS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the two previous pieces, half arches hugging the half circle windows." } ] }, { "id": "lego-60292-town-center-readscr-821", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-87_step_Step%20%23OR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost column on the third knob from the back. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-823", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-88_step_Step%20%23PZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-825", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-89_step_Step%20%23OQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the previous piece, but leave the frontmost knob empty. Repeat symmetrically on the right." } ] }, { "id": "lego-60292-town-center-readscr-827", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-90_step_Step%20%23OP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the two previous pieces, connecting the left and right walls." } ] }, { "id": "lego-60292-town-center-readscr-829", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-91_step_Step%20%23OO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the 4 knobs in the middle of the 2 backmost rows. Put 2 plates 1x4 horizontally to the left and right of the previous piece. Put the flat tile 1x2 horizontally centered on the frontmost row at the top. Put the other 2 plates 1x4 horizontally to the left and right of the previous piece. Put 1 flat tile 1x6 vertically on the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-830", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-92_step_Step%20%23NT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now it is time to mount the dojo: turn the dojo so that its windows are facing you. Mount it horizontally on top of the pizza restaurant." } ] }, { "id": "lego-60292-town-center-readscr-832", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-93_step_Step%20%23QA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob of the tassel." } ] }, { "id": "lego-60292-town-center-readscr-833", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-94_step_Step%20%23OM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft into the two clasps on the left side of the martial arts dojo front. Make sure the tassel is at the bottom." } ] }, { "id": "lego-60292-town-center-readscr-835", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-95_step_Step%20%23QC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60292-town-center-readscr-837", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-96_step_Step%20%23QE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the tile. The sticker is dark red at the top, the bottom quarter is white. The red part contains the logo of the martial arts dojo: a white circle with the black silhouette of a dragon head. Beneath it is a symbol for a dojo in white. In the white part of the sticker, black writing says \"DRAGON DOJO\" in all caps that is underlined with a black katana sword." } ] }, { "id": "lego-60292-town-center-readscr-839", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-97_step_Step%20%23QD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered underneath the right column of the flat tile, clasps to the right." } ] }, { "id": "lego-60292-town-center-readscr-840", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-98_step_Step%20%23OL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the two clasps onto the middle of the shaft on the shop front. Let the sign stick out towards the front so that passers-by will be able to read it when walking past the dojo. The Dragon Dojo is finished! Fantastic! Now the martial arts instructor can set everything up to practice and teach his ancient art." } ] }, { "id": "lego-60292-town-center-readscr-842", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-114_step_Step%20%23QB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the roof garden." } ] }, { "id": "lego-60292-town-center-readscr-844", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-99_step_Step%20%23QO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x12 horizontally on the table. Put the brick with scroll on the frontmost rightmost knob, scroll to the front." } ] }, { "id": "lego-60292-town-center-readscr-846", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-100_step_Step%20%23RA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick with sliding groove horizontally to the left of the previous piece, groove to the front. Put 2 bricks with scroll to the left, scrolls to the front. Put the other brick with sliding groove horizontally to the left, groove to the front. Put the remaining brick with scroll to the left, scroll to the front." } ] }, { "id": "lego-60292-town-center-readscr-848", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-101_step_Step%20%23QZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right. The bricks you have just mounted are now at the back. Put 1 vertically on the rightmost column, slope to the front. Leave the frontmost knob empty. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-850", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-102_step_Step%20%23QY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 into the right back corner of the lower part. Put the brick 1x8 horizontally to the left of the previous piece on the second row from the back." } ] }, { "id": "lego-60292-town-center-readscr-852", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-103_step_Step%20%23QX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-854", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-104_step_Step%20%23QW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, slope to the front, leaving the backmost knob empty. Repeat symmetrically on the left." } ] }, { "id": "lego-60292-town-center-readscr-856", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-105_step_Step%20%23QV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 roof tile 1x2 horizontally to the right of the previous piece, slope to the right. Put 1 roof tile 1x2 horizontally to the right, slope to the left. Put the brick 1x2 horizontally to the right. Put 1 roof tile 1x2 horizontally to the right, slope to the right. Put the last roof tile 1x2 horizontally to the right, slope to the left." } ] }, { "id": "lego-60292-town-center-readscr-858", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-106_step_Step%20%23QU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 horizontally on top of the previous piece and the knob to its right. Repeat symmetrically on the left. Put the flat tile 1x4 horizontally on the 4 knobs in the middle of this row." } ] }, { "id": "lego-60292-town-center-readscr-860", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-107_step_Step%20%23QT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 stem of curly grass on the left back knob inside the wall corner. Skip one knob to the right, and put the other stem of curly grass on the same row. Skip one knob to the right, and put 1 plant 1x1 on the same row. Skip one knob to the right, and put the other plant 1x1 on the same row." } ] }, { "id": "lego-60292-town-center-readscr-862", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-108_step_Step%20%23QS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert their shafts into the knobs of the two plants with plate 1x1." } ] }, { "id": "lego-60292-town-center-readscr-863", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-111_step_Step%20%23QR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a cherry tree." } ] }, { "id": "lego-60292-town-center-readscr-865", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-109_step_Step%20%23RB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant element flat on the table, knobs to the top. Insert the small shafts of the cherries into three knobs of your choice, but make sure to leave the knob in the center of the element empty." } ] }, { "id": "lego-60292-town-center-readscr-867", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-110_step_Step%20%23RC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright so that the shorter shaft is at the top. Take the plant element, and insert the shorter shaft into the middle hole of the plant element from the back." } ] }, { "id": "lego-60292-town-center-readscr-868", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-111_step_Step%20%23QR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the bottom end of the longer shaft into the top hole of the round brick 2x2 in the right corner of the structure, plant element and cherries to the back." } ] }, { "id": "lego-60292-town-center-readscr-870", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-112_step_Step%20%23QQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right so that the 4 protruding knobs and the cherry tree are facing the front. Put the plate 1x2 horizontally on the 2 protruding knobs in the middle. Put the 2 plates 1x1 on the protruding knobs on the left and right." } ] }, { "id": "lego-60292-town-center-readscr-872", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-113_step_Step%20%23QP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 3 previous pieces." } ] }, { "id": "lego-60292-town-center-readscr-873", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-114_step_Step%20%23QB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roof garden is finished! Very well done! Now, mount it horizontally on top of the martial arts dojo. Make sure that the Minifigure statues are at the front." } ] }, { "id": "lego-60292-town-center-readscr-875", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-115_step_Step%20%23QN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column in front of the pizza restaurant. Put the other one vertically in front of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-877", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-116_step_Step%20%23RD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-60292-town-center-readscr-878", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-117_step_Step%20%23QM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in front of the previous piece. Next we will make the cobbled path to the pizza restaurant and martial arts dojo. It runs from the front left towards the door of the pizza restaurant, and it will consist of round tiles in different sizes. This will be quite tricky, so do ask for help if it does not work out." } ] }, { "id": "lego-60292-town-center-readscr-880", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-118_step_Step%20%23QK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 1 column from the fence on the left, and put 1 round tile 2x2 in front of the restaurant door. Put the round tile 1x1 to the right of the previous piece, also in front of the restaurant door. Put the other round tile 2x2 in front of the previous piece. Since it is bigger than the previous piece, it will extend slightly to the right." } ] }, { "id": "lego-60292-town-center-readscr-882", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-119_step_Step%20%23QJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round tile 1x1 on the knob to the left of the previous piece. Put 1 round tile 2x2 in front of the previous piece. Let it extend to the left rather than the right. Put the other round tile 1x1 on the knob to the right of the previous piece. Put the other round tile 2x2 in front of the previous piece, slightly extending to the right." } ] }, { "id": "lego-60292-town-center-readscr-884", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-120_step_Step%20%23QI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round tile 1x1 on the knob to the left of the previous piece. Put 1 round tile 2x2 in front of the previous piece, slightly extending to the left. Put 1 round tile 1x1 on the knob to the right of the previous piece. Put the other round tile 2x2 in front of the previous piece, slightly extending to the right. Put the last round tile 1x1 on the knob to the left of the previous piece." } ] }, { "id": "lego-60292-town-center-readscr-885", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-122_step_Step%20%23QH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cobbled path is finished! Very well done, that was hard! Next up, we build a high table for the pizza restaurant." } ] }, { "id": "lego-60292-town-center-readscr-887", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-121_step_Step%20%23RE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 2x2 on top." } ] }, { "id": "lego-60292-town-center-readscr-888", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-122_step_Step%20%23QH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the high table in front of the right wall corner of the pizza restaurant." } ] }, { "id": "lego-60292-town-center-readscr-890", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-123_step_Step%20%23QG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 horizontally on the frontmost row, starting from the left edge. Put the flat tile 2x4 with print horizontally to the right of the previous piece, 1 row overhanging to the front. This piece is printed with lane markings. Put the flat tile 1x4 horizontally to the right. Put the other flat tile 2x4 without print horizontally to the right, 1 row overhanging to the front. Put the other flat tile 1x2 horizontally to the right." } ] }, { "id": "lego-60292-town-center-readscr-891", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-pizzaria-125_step_Step%20%23RH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The building with pizza restaurant and martial arts dojo is finished! Fantastic job! To mount it on the rest of the town center structure, connect the two overhanging rows at the front with the 2 horizontal cutouts at the back of the right road plate." } ] }, { "id": "lego-60292-town-center-readscr-892", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure9-2_step_Step%20%23QF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, we will build the Madison Minifigure." } ] }, { "id": "lego-60292-town-center-readscr-894", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure9-0_step_Step%20%23NZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on top of the legs, and then put the head on top." } ] }, { "id": "lego-60292-town-center-readscr-896", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure9-1_step_Step%20%23QF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60292-town-center-readscr-897", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60292-town-center-readscr/images/sm01-figure9-2_step_Step%20%23QF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Madison Minifigure is finished! Well done! She has a happy smile on her face and looks like she is ready to practice some martial arts! She is wearing a white martial arts uniform with a brown stomach binder and a blue chest shield as well as blue gloves." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure1-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Freya McCloud firefighter Minifigure." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, and put the head on top. Freya has a determined look on her face and some freckles on her cheeks. On the second face print, she is smiling cheekily. She is wearing a trendy light-blue pair of glasses. Her uniform is black with neon-green reflector stripes on knees and chest. Freya is also equipped with a spring safety hook, a security belt, and a temperature gauge." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure1-1_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure1-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Freya McCloud Minifigure is finished! Well done! She is more than ready to take on any fiery challenges ahead. But first we need to build her a sturdy ladder truck!" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-44_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fire ladder truck." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-1_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle two rows. Start from the right edge of the lower level of the car chassis." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-2_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the middle two knobs at the front side." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-3_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two back rows on the lower level of the car chassis, starting from the left. Put the other one horizontally in front of the previous piece." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-4_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the topmost side knobs on the left side. The tile is printed with two red taillights and diagonal yellow and red bumper stripes." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-7_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the first part of the truck\u2019s storage compartment." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-5_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the window frame 2x4x3 horizontally on the table, door notches on the inside of the frame to the front. Snap the two small bumps on the door into the two door notches on the right, but make sure that the handle is pointing outwards." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-6_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the other two door notches on the left, again making sure that the door handle is pointing outwards." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-7_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the part horizontally on the two frontmost rows, starting from the left edge. Make sure the door handles are pointing to the front." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-8_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before you mount the piece, turn the whole structure left to right. This means that now, the storage compartment that you have already mounted on the truck is in the right back corner. Now, put the window frame horizontally in front of the storage compartment on the right side." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-11_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the last part of the storage compartment." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-9_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the window frame 2x4x3 horizontally on the table, door notches to the front. Snap the door into the door notches on the right side, making sure that the door handle is facing outwards." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-10_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the door notches on the left side, again making sure that the handle is facing outwards." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-11_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! Now mount this part horizontally on the two frontmost rows, starting from the right. Make sure the door handles are pointing to the front. You have created vast storage space for all fire brigade necessities and tools. Well done!" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-12_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row to the left of the storage compartment, wall panel to the back. Repeat symmetrically on the front row, wall panel to the front. The wall elements are printed with the logo of the fire brigade: the bright yellow silhouette of a badge with a bright yellow flame inside." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-13_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece. Repeat symmetrically on the back row." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-14_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 upright horizontally on the middle knobs on the left side of the structure. Since it is printed with the radiator grille, ask a sighted person for help with the correct orientation if you like. Put the 2 flat tiles 1x2 upright vertically in front of and behind the previous piece. These are the headlights of the truck!" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-15_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x6 vertically on the leftmost two columns. Put the grille tile 1x2 upright horizontally on the two middle knobs at the front side of the structure." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-16_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the steering wheel vertically centered on the third column from the left, steering wheel to the right. Put the seat horizontally to the right, seatback to the right." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-17_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the two wall elements. This is the eigth column from the left." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-18_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle two rows, starting from the right edge." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-19_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally behind the previous piece, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-20_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row to the left of the roof tile. Repeat symmetrically at the front." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-21_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 5 knobs from the left, and put it horizontally on the back row. Repeat symmetrically at the front." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-22_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, curve to the right. Start from the left edge of the high level. Repeat symmetrically at the front." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-23_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 wall element 1x4x3 horizontally to the left of the previous piece, panel to the back. Repeat symmetrically at the back. Put the wall element 1x6x3 vertically on the leftmost column, wall panel to the left. This will be the driver cabin of your ladder truck!" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-24_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost edge." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-25_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 bright red flat tile 1x4 horizontally on the backmost row to the right of the previous piece. Repeat symmetrically at the front. Put the transparent blue flat tile vertically in the middle of the leftmost column." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-26_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other on the second and third column from the rightmost edge, hinge stubs to the left." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-27_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other on the rightmost two columns, curves to the right, locking the two previous piece." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-32_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the ladder of the fire truck." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-28_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 3x4 on the table, hinge forks to the right. Put the plate 1x4 vertically on the rightmost column." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-29_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered to the left of the previous piece, ladder overhanging to the left." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-30_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, starting from the rightmost edge." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-31_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the ladder, slope to the left." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-32_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The ladder of the truck is finished! Well done! Now, snap the hinge forks of the ladder onto the hinge stubs on the top right of the truck. The ladder is extending to the left. Great job! The ladder can be lifted and lowered and is perfect for putting out fires that are higher up, or for rescuing people and animals from burning buildings or trees." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-34_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the water jet of the ladder." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-33_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the flame into the small tube." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-34_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the clasp of the water jet onto the handle on the left end of the ladder. Soon you will be able to put some fires out! Almost there!" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-43_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the 4 wheels." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-42_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-36_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-42_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-43_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, collect 3 more rims and 3 more tires. Assemble them just like the first wheel. Mount the wheels on the 4 connectors at the bottom of the truck, spokes facing inwards." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20truck-44_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire ladder truck is finished! Well done! Freya McCloud can already take the truck for a spin, but there is more to come." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure2-3_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the firefighter Minifigure." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure2-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper part of the body on the legs, and then put the head on top. The firefighter has an adventurous smile on his face, and he has a small scar on his right cheek. You can also see a three-day stubble on his face." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure2-1_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head, bigger screen to the back." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure2-2_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the right hand." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-minifigure2-3_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The firefighter Minifigure is finished! Well done! His uniform is also black with neon-green reflector stripes on the knees. He is wearing a silver and neon green safety jacket and a security belt. In the right chest pocket, the firefighter is carrying a flashlight. He is ready to go!" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-flames-3_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 burning logs." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-flames-0_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the palisade brick 1x4 horizontally on the table. Put the flame brick 1x4 horizontally on top." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-flames-2_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, collect another palisade brick 1x4 and another flame brick 1x4. Assemble the second burning log just like the first one." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-flames-3_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 burning logs are finished! Well done! With your whole fire brigade team, you will definitely be able to put out all fiery hazards." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-6_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fire hydrant." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-0_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 in the middle of the plate 4x4." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-1_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the round brick, side knobs to the back. Repeat symmetrically on the front row of the round brick, side knobs to the front." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-2_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-5_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the water hose." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-3_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the back knob of the megaphone into one of the tube ends of the hose." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-4_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the flame into the wide end of the megaphone." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-5_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The water hose is finished! Mount the empty tube of the hose on one of the side knobs at the front of the hydrant." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20hydrant-6_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire hydrant is finished! Well done! This will come in very handy for quickly getting large fires under control." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-tree-2_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the crate with wood." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-tree-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-tree-1_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put all bricks into the truck tipper bucket." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-tree-2_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crate with wood is finished! Well done!" } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20extinguisher-2_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, we build the hand-held fire extinguisher." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20extinguisher-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 1x1 on the table. Put the water tap on top." } ] }, { "id": "lego-60280-fire-ladder-truck-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60280-fire-ladder-truck-readscr/images/sm01-fire%20extinguisher-2_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire extinguisher is finished! Great job!" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-70_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The harvester consists of a lot of smaller sub-builds and parts, but generally speaking it is one major build. You can still jump through sections though. Let's get started!" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wheel on the table. Insert the cross axle from the top to the bottom until it is flush with the double conical wheel." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-1_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, dented end to the bottom." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-2_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the axle and pin connector block on the table. Make sure the longer side rails of this piece are pointing to the left, and the shorter side rails are at the top. Insert the cross axle from the right into the axle and pin connector block, double conical wheel to the right. The cross axle protrudes in the same direction as the longer side rails. Now, push the gear wheel with 12 teeth left-to-right onto the other end of the cross axle, teeth to the left. Push it all the way to the stop position. Great job! Make sure that the cross axle only protrudes on the left side. On the right side, it has to be flush with the double conical wheel. Make sure all pieces fit tightly together. In general, make sure that you always keep the orientation of the structure, even if you put it aside for a moment. Remember: the longer side rails are pointing to the left, the shorter side rails are at the top." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-3_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the cross axle horizontally. Push the cross bushing on the left end of the cross axle, dented end to the right. The cross axle has to protrude approximately one centimeter on the left side." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-4_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mounting the cross axle and the bevel gear is a bit tricky so make sure to take your time. Remember: if we say \"front\" we are referring to the side of the structure that is facing you. This means that a \"back-to-front\" movement is a movement towards you. But for now, let's find the connection hole on the structure. Find the longer side rail at the back of the axle and pin connector block. Identify its leftmost hole. Then, insert in the shorter protrusion of the cross axle back-to-front into this hole. The cross axle should protrude a little bit towards the front, but not all the way to the next hole just yet. Now, we will put the bevel gear onto this small protrusion of the cross axle: slide it in front of the longer side rail at the back, teeth to the front, so that it engages with the gear wheel on the right. You might have to pull back the cross axle a bit. Now, make sure the cross axle engages with the bevel gear. Let it protrude a little to the front, but still not all the way to the front hole. Great job so far! If all is done correctly, you will be able to twist the cross axle and all gear wheels will rotate." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-5_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "It will also be mounted on the cross axle: hold it horizontally, cross hole to the left and running from top to bottom. Put the rightmost round hole on the cross axle bit protruding to the front. To do so, insert the technic beam 3m from the left and push the cross axle from the back to the front until it engages. Now, you can push it further through the hole at the front." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-6_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, put the cross bushing 1x1 on the structure: put it on the already mounted cross axle protruding at the front, dented end to the back. Make sure that this cross axle is protruding symmetrically to the back and to the front. Now, insert the cross axle 3m back-to-front into the cross hole on top of the structure at the back. Make sure it is flush with this hole. This cross axle now only protrudes to the back, so away from you." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-7_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam horizontally so that the longer end is on the right and pointing to the bottom. The shorter end is pointing to the left. Insert the bottom tip of the longer beam between the two cross holes on top of the structure. Then push the cross axle all the way from the back to the front, overhanging symmetrically to the back and front." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-10_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 1." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-8_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross hole of the technic beam 2m on the left end of the cross axle, round hole overhanging to the front. Make sure the cross axle is flush with the cross hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-9_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it vertically and put its backmost cross hole right-to-left on the cross axle, technic lever overhanging to the front. Push it all the way to the technic beam 2m." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-10_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 1: the frontmost cross hole of sub-build 1 connects with the shorter cross axle protruding to the back of the structure. Make sure the long cross axle of sub-build 1 protrudes to the front on the right side. This also means that the technic beam 2m with offset cross hole is at the very back of the structure, and its empty round hole is to the left. Great job so far! The beginning is often the hardest part, but you have already built a great basis by now! Remember to pay great attention to the orientation of the structure." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-11_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle protruding to the front on the right side." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-12_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it horizontally. Then, put its rightmost hole front-to-back on the cross axle on the right side, technic lever pointing to the left. On its leftmost end, the technic lever connects with the very short cross axle protruding to the front in the middle of the structure." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-13_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put its cross hole on the cross axle on the right edge, empty round hole to the left, and running from top to bottom." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-17_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 2." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-14_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the technic beam horizontally on the table, holes running top-to-bottom. Insert one connector peg each into the leftmost, rightmost, and middle hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-15_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the double conical wheel with 12 teeth 1m on the middle cross axle pin. Put the two double conical wheels with 36 teeth on the left and right cross axle pins. Use the middle holes of the wheels. All three wheels will now engage." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-16_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the part upside down. Insert the 2 connector pegs into the second hole from the right and the second hole from the left." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-17_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it is time to mount sub-build 2: put it vertically, connectors to the top. Find the 2 top-to-bottom holes on the right side of the structure. Insert sub-build 2 underneath on the right side, and connect the holes from the top with the connectors of sub-build 2. If you turn the cross axle on the left side, all wheels should turn now. Well done!" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-18_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it top-to-bottom into the cross hole of the technic beam 3m hanging on the left side of the structure. Make sure the cross axle is flush with the hole and protrudes to the top." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-32_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 3. This sub-build consists of several smaller builds that we will call \"parts \". Always make sure to maintain the building orientation of the different parts! In general, we will be building at 90\u00b0 angles unless told otherwise." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-19_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 3m horizontally so that the connectors are pointing to the top and to the bottom. Insert the cross axle 3m with end stop front-to-back into the leftmost hole, end stop to the front. Put the cross bushing on the cross axle from the back. Push it all the way to the technic beam." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-20_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the table, holes running top to bottom. Now, insert the bottom connectors of sub-build 3 into the backmost holes of the two technic beams 3m. Make sure the 2 technic beams 3m remain parallel and point to the front. The cross axle is pointing to the back." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-22_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build part 3a." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-21_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 3m horizontally so that the connectors are pointing to the top and to the bottom. Now, insert the cross axle back-to-front into the leftmost hole, end stop to the back. Put the cross bushing on the cross axle from the front. Push it all the way to the technic beam." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-22_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount part 3a on sub-build 3. Careful: the 2 technic beams 3m at the bottom are not very stable. Insert the two bottom connectors of part 3a into the frontmost holes of sub-build 3, cross axle pointing to the front. If done correctly, there are now two cross axles pointing to the front and back on the left side. You probably noticed that the whole sub-build is flexibly moving. It will stay this way until the very end, because this is the suspension of the harvester. The rest of the structure, however, will become more stable as you are building." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-24_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build part 3b." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-23_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the knuckle arm horizontally, connector pointing to the top on the left, and crank pointing to the bottom on the right. Put the technic beam 3m vertically on the connector of the knuckle arm. Use the middle hole. The two pieces form a 90\u00b0 angle." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-24_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount part 3b on sub-build 3. First, find the two top connectors on the left side of the structure. Insert them into the 2 remaining holes of the technic beam 3m of part 3b. The knuckle arm fits into the slot running left-to-right in the middle of the structure." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-27_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build part 3c." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-25_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the i-shaped technic beam 3m x 5m horizontally so that it is flat. This means that its shorter ends are pointing to the front and back. The i-shaped technic beam has three front-to-back holes in the middle. Identify the right and the middle hole. Insert the longer ends of the 2 connectors back-to-front into said holes." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-26_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 horizontally, cross hole on the left side and running top to bottom. Put its two round holes on the 2 connectors at the front. Repeat symmetrically at the back." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-27_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it is time to mount part 3c: put its leftmost top-to-bottom holes on the 2 connectors on the right side of sub-build 3. This means that part 3c is overhanging to the right at a 90\u00b0 angle." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-31_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build part 3d." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-28_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the gear wheel on the table. Insert the cross axle from the top until it is flush with the cross hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-29_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 3m with top and bottom connectors horizontally, but make sure the connectors are pointing to the front and back now. Put its right hole on the cross axle. Put the cross axle extension on top." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-30_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle 4m top-to-bottom into the left hole of the technic beam 3m, end stop to the top. Mount the gear wheel from the bottom and push it all the way up. You might have to push down on the end stop of the cross axle for a tight fit." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-31_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will mount part 3d on sub-build 3. But first make sure that sub-build 3 is in the correct orientation: its cross axles are on the left side, pointing to the front and back. Swipe for the connection hole on sub-build 3. On the top surface of sub-build 3 there are 3 beams 3m running front-to-back. The middle hole of the middle beam 3m will be the point of connection. Take part 3d and insert its cross axle top-to-bottom into the middle hole of the middle beam on sub-build 3. Push down on its end stop until it fully engages. Part 3d is overhanging to the right. That was quite complicated! Great job so far!" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-32_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, sub-build 3 is finished and ready to be mounted on the structure. First, check the orientation of the structure: the large wheels are on the right side and at the bottom. On the left side, a cross axle is pointing to the top. This cross axle is the point of connection of the structure. Now let's find its corresponding hole on sub-build 3. Identify the middle hole of the rightmost beam running from back to front on sub-build 3. Insert said cross axle of the structure bottom-to-top into this hole. Sub-build 3 is on the left side, and the rest of the structure on the right side. You're making great progress!\u00a0 Keep it up!" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-33_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put its cross hole top-to-bottom onto the cross axle pointing to the top in the middle of the whole structure. Make sure the round hole at the top is running front to back." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-34_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Take one and insert its longer end front-to-back into the previous piece. Identify the angled cross beam 2m x 4m to the right. Find its second hole from the top. Insert the longer end of the other connector front-to-back into that hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-35_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mounting this piece takes might be a bit tricky. Take your time and ask for help if needed! Hold it horizontally, holes running front to back. Identify its rightmost and leftmost holes, and the third hole from the left. They will connect with three connectors at the front of the structure. The rightmost hole of the beam connects with the previous piece on the right. The other 2 holes connect with 2 connectors to the left." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-36_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it symmetrically at the back: hold it horizontally, holes running front to back. Put it on the three connectors pointing to the back, but make sure to leave out the fourth connector on the left." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-38_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 identical sub-builds 4." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-37_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold one technic beam 2m horizontally, holes running front to back. Insert two connector pegs from the back. Repeat to make a second part like this." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-38_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount the sub-builds 4: First, identify the technic beam 7m running left to right at the front of the structure. Find its second and third hole from the right. Insert the connectors of one of the two sub-builds front-to-back into these holes. Repeat symmetrically at the back." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-40_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build sub-build 5." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-39_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 2m horizontally, holes running front to back. Insert the shorter end of the connector back-to-front into the left hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-40_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 5: First, find the 2 holes at the very top in the right half of the structure. Insert the connector of sub-build 5 front-to-back into the left hole. Find 1 black technic beam 2m. Put it horizontally back-to-front on the connector you have just mounted. Insert that connector into the left hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-45_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up is sub-build 6." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-41_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angular technic beam flat on the table, shorter beam on the left and pointing to the back. Insert the shorter ends of the connectors into the two leftmost holes. These are the holes of the shorter beam." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-43_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make part 6a." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-42_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam horizontally so that it is flat. Make sure the shorter beam is on the left side, this time pointing to the front. Find the second hole from the right. Insert the longer end of the connector bottom-to-top into this hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-43_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount part 6a in this orientation: insert the 2 connectors of sub-build 6 on the left side bottom-to-top into the leftmost holes of part 6a." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-44_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pin of the connector peg 2m bottom to top into the rightmost cross hole at the back. Insert the cross axle 3m into the rightmost hole at the front." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-45_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done! Now it's time to mount sub-build 6: flip it 90\u00b0 to the front so that the 4 connectors and 1 cross axle are pointing at you. Sub-build 6 will be mounted from the back. It has 2 points of connection and they are a bit tricky to find. Listen carefully! First, connection point A: identify the cross axle pointing to the front at the bottom of sub-build 6. To the left of that cross axle, there is a round hole. This is the hole of connection point B. Let's find connection point A on the structure now: First, find the cross axle extension pointing to the top. To its left, there is a front-to-back hole. This hole will later connect with the cross axle of sub-build 6. Now, swipe for connection point B. To the left of that hole, there is a connector pointing to the back. It will connect with the connecting hole of sub-build 6. Now, mount sub-build 6 carefully from the back, connecting said holes, connectors and axles. Make sure it clicks for a tight fit." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-46_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it horizontally, shorter beam on the left side, and pointing to the top. Mount it in this orientation at the front on the left, just like the sub-build you have just mounted at the back. It will connect with 2 connectors and 2 cross axles protruding to the front. Well done! Making sure that all holes and connectors fit is a tricky job sometimes, isn't it?" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-48_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 7, the mudguard of the harvester." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-47_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the left mudguard panel horizontally, arrow tip to the left, 2 round holes to the back and at the bottom. If this does not add up, you might have the right instead of the left mudguard panel. Insert the cross axle pin into the cross hole on the right side." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-48_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 7: find the 2 connectors pointing to the front at the top of the structure. Mount sub-build 7 from the front by inserting those connectors into the 2 round holes at the back of sub-build 7." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-50_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will repeat this at the back: let's build sub-build 8." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-49_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the right mudguard panel horizontally, arrow tip to the left, 2 holes to the front and at the bottom. Insert the cross axle pin into the cross hole on the right side." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-50_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 8: put the left hole at the front on the connector pointing to the back at the top of the structure." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-51_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it vertically, shorter beam at the back and pointing to the top. Find the second hole from the front and the fourth hole from the front. Now, identify the 2 connectors pointing to the right at the top and in the middle of the structure. Connect them with said holes." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-53_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 9." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-52_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam vertically, longer beam at the back and pointing to the top. Insert 1 connector peg left-to-right into the frontmost hole at the bottom. Insert 1 connector peg left-to-right into the backmost hole at the bottom. Insert the last connector peg left-to-right into the topmost hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-53_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn this sub-build 90\u00b0 clockwise. This means that the connectors are now pointing to the back, and the longer beam is on the right side, pointing to the top. All set? Great! Now it's time to mount it! First, find the angular technic beam running vertically at the top and in the middle of the structure. The hole just below that beam at the front is already filled. However, the 2 holes to its left and right are free. They are your points of connection. Now, connect the 2 bottom connectors of sub-build 9 with said holes. Remember those connection holes for later because you will mount a similar sub-build in the same holes at the back." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-57_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 10, the drivers' cabin of the harvester." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-54_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 3m horizontally, holes running front to back. Insert the longer ends of the connectors front-to-back into the leftmost and middle holes." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-55_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold one horizontally, shorter beam to the left and pointing to the bottom. Identify the second and third top hole from the left. Connect said holes front-to-back with the 2 connectors at the front. Repeat symmetrically at the back. You can now feel a recess on the left side of the drivers' cabin. On the right side, all three beams are flush." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-56_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pins into the rightmost cross holes at the front and back." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-57_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, sub-build 10 is finished! It will be mounted from the back. Find the leftmost topmost hole on the front side of sub-build 10. Now, identify the topmost connector on the structure pointing to the back. Insert it into said hole. Make sure that the drivers' cabin is attached in straight 90\u00b0 angles." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-59_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 11." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-58_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam horizontally, longer beam on the right and pointing to the top. Insert 1 connector peg into the leftmost hole at the bottom. Insert 1 connector peg into the rightmost hole at the bottom. Insert the last connector peg into the topmost hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-59_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will mount sub-build 11 at the back of the structure - it will be part of the drivers' cabin and has 3 points of connection. Just like at the front, the 2 bottom connectors of sub-build 11 will connect with the 2 holes below the angular technic beam in the middle of the structure. The topmost connector of sub-build 11 connects with the topmost leftmost hole of the drivers' cabin at the back. Great job! You're almost there!" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-61_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will build sub-build 12." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-60_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angular technic beam flat on the table horizontally, shorter beam on the right and pointing to the front. Put the cross axle pin into the leftmost cross hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-61_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will mount sub-build 12 at the front of the structure. It is also part of the drivers' cabin and has 2 points of connection. Careful: the angular technic beam will not be mounted in a 90\u00b0 angle, but tilted a bit to the right. Swipe to hear the connection points. Connection point A of sub-build 12 is the frontmost hole of the short beam. It will connect with the connector protruding to the front at the very top of the structure. Now, connection point B: the connector peg on sub-build 12 will connect below on the structure: find the hole that is in a straight line below connection point A, but a bit more towards the center of the structure. Connect said connectors and holes. You might have to move the top of the drivers' cabin a bit. If done correctly, the corner of sub-build 12 is tilted a bit to the right." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-63_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will repeat this at the back of the structure: let's build sub-build 13." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-62_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angular technic beam flat on the table horizontally, shorter beam on the left side and pointing to the front. Insert the cross axle pin into the rightmost cross hole." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-63_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 13 at the back, symmetrically to sub-build 12. Find the 2 points of connection first. The frontmost hole of sub-build 13 on the left side will connect with the topmost connector on the structure, pointing to the back. The connector peg on sub-build 13 will again connect with the hole below connection point A. Connect said connectors and holes. Very well done! The drivers' cabin is finished now." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-66_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 14, the steering crank of the harvester." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-64_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the double conical wheel on the table. Insert the cross axle from the top." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-65_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them both on top." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-66_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you can mount the steering crank: insert the cross axle into the cross axle extension pointing to the top in the left half of the structure." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-68_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, we will assemble the 4 wheels." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-67_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires on the rims." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-68_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the wheels on the four cross axles at the front and back sides of the structure, spokes facing inwards." } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-69_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The CLAAS XERION harvester is finished! Great job! The rotary cutter at the bottom will cut down your wheat crops in no time, and thanks to the steering crank you can decide where the harvester goes next!" } ] }, { "id": "lego-42102-b-mini-claas-xerion-harvester-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-b-mini-claas-xerion-harvester-readscr/images/sm02-tractor-70_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You will have plenty of spare parts left. Make sure to keep them! If you want to rebuild the harvester into the tractor, you will need most of those spare parts." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure1-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The very first thing we will build is Cole Minifigure." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure1-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on top of the legs. Cole is wearing a futuristic black ninja suit with an orange belt. The suit has metallic armour plates with a geometric pattern and glowing blue circles. Cole's right hand is dark grey, and his left hand is black." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure1-1_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Cole is wearing a VR headset. His expression is determined." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure1-2_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the ninja hood on top and clip the sword into Cole's left hand. This is the Key-Tana." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure1-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Cole is now finished and ready for battle. Good job!" } ] }, { "id": "lego-71706-coles-speeder-car-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-9_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it's time for building Hausner Minifigure." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on top of the legs. Hausner has sand green colored skin with red circles painted on\u00a0it. Around his waist, there is a piece of cheese attached with tape. Hausner's pants also have two red circles painted on the knees and four metal protective plates attached. He has metallic shoes and he's wearing a black belt with a small rat head-shaped buckle. His hands are medium lilac." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-1_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top and the shaft of the horn into the middle hole of the head." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-4_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build Hausner's\u00a0prime controller weapon." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-3_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shaft into the end with the cross-shaped controller button." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-4_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The prime controller weapon is finished. Put it into Hausner's left hand." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-8_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build his hoverboard." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-6_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the board knob-side down, flat end to the left. Put the plate, also knob-side down, horizontally on the leftmost edge." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-7_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally knob-side down to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-8_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The hoverboard is now finished. Flip it right side up, pointy side to the left, and place Hausner on the 2 top knobs. Now Hausner and all his equipment are finished and he is ready to go chase Cole. Very well done." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Minifigure2-9_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-71706-coles-speeder-car-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-27_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build Cole's speeder car. It is an open vehicle with swords on top, two cool big wheels at the back and pointy front bumpers in silver." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-0_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table with two connectors to the front." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-1_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row starting from the left. Put the second one symmetrically on the front row." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-2_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle on the leftmost column, side knobs to the left." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-3_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row starting from the right. Put the second one symmetrically on the front row." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-4_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle on the rightmost column, side knobs to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-5_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the middle on the second and third column from the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-6_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost edge, curve to the right. This will be the front of the car. The bonnet is airbrushed with an orange dot pattern decoration as well as Cole's symbol, also in orange. It has some decals applied with Ninjago logos, a ninja head icon and the number 4." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-7_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the left of the previous piece on the back row, slope to the back. Repeat symmetrically at the front, slope to the front." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-8_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the triple-curved tile 3x4, side plate to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-9_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column, and then put it on the middle 2 rows." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-10_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces are put on in a special orientation. Put one upright on the backmost side knob on the left side of the structure. Repeat symmetrically at the front. Now the car has 2 cool\u00a0rear lights." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-11_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the whole structure left to right. This means that the rear lights are now pointing to the right. Put the angle brick on the rightmost two columns, shorter cut-out overhanging to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-12_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle on the fourth column from the right of the higher part of the structure." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-13_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left on the lower part of the structure, top handle to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-14_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row to the left of the angled brick with cut-outs, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-15_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the rightmost three columns, bows to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-16_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically to the left, clasp to the back. Repeat symmetrically at the front, clasp to the front." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-17_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, bows to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-20_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the 2 rear wheels." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-19_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires on the rims." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-20_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wheels on the two side connectors at the right end of the structure, spokes facing inward. This will be the rear end of the car." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-23_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the 2 front wheels." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-22_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires on the rims." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-23_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wheels on the two side connectors at the left side of the car, spokes facing inward." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-24_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile upright on the middle two side knobs on the left side of the structure. Put the 2 cones upright on each side of the flat tile. The cones create a strong bumper to crash through walls or obstacles." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-25_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handles of the swords into the clasps on each side of the higher structure of the car, blades overhanging to the right." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-26_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one knob on one of the two remaining knobs between the two swords. Attach the other knob to the bottom of Hausner's prime controller weapon. The chain is how Hausner will grapple the car! One side attaches to his sword and the other to the car." } ] }, { "id": "lego-71706-coles-speeder-car-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71706-coles-speeder-car-readscr/images/sm01-Car-27_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Cole's cool speeder car is now finished. Very good job!" } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-7_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the first section we are going to build the minifigure Kylo Ren." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-1_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the legs." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-3_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-6_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the lightsaber." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-5_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the lightsaber holder, with the t-shape closest to the holder." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-6_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the lightsaber into the right hand of the minifigure." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-MiniFigure-7_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The minifigure is now finished! Well done! Put him aside for now." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-68_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we are going to build the Shuttle Microfighter." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-1_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on one knob on the rightmost edge at the back with the vertical stub to the back. Put the other one vertically on one knob on the rightmost edge at the front with the vertical stub towards you." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-2_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous plates." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-3_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the backmost knob to the left of the previous piece, hinge stub to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-4_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost edge with the slope to the left, knobs to the top." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-5_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered starting from the rightmost edge." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-6_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally starting from the right, 1 in front of and 1 behind the previous plate." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-7_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the lower part of the inverted roof tile 4x2 on the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-8_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost edge." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-9_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces have a special orientation! Put the top plates 1x2 vertically on the rightmost edge, with the flat tiles 2x2 to the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-10_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous pieces." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-11_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically to the right of the previous pieces." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-14_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the model so the inverted roof tile is pointing to the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-13_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the side knob of the previous piece." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-14_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build on the front row on the third knob from the left, with the side knob pointing forward." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-17_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the model so the inverted roof tile is pointing to the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-16_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the side knob." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-17_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build on the front row on the third knob from the right, with the side knob pointing forward." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-18_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, centered at the rightmost edge." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-19_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous plate at the rightmost edge." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-20_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the backmost knob on the right edge." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-21_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the left of previous round tile. Repeat symmetrically at the front." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-24_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the model so the inverted roof tile is pointing away from you." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-22_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table with the knobs pointing downwards." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-23_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the round plate upside down and put the knob in the middle of the round brick." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-24_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the small build upright so that the knob is pointing to the front. Mount the small build on the front side surface on the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-27_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's build one more of those for the left side." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-25_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table with the knobs pointing downwards." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-26_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the round plate upside down and put the knob in the middle of the round brick." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-27_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the small build upright so that the knob is pointing to the front. Mount the small build on the front side surface on the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-32_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure so that the inverted roof tile is pointing to the left again." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-28_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table with the slopes pointing to the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-29_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column in the middle, with the slope to the right. The tile is printed with a flying control panel." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-30_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-31_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-32_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the small build on the left with the side slopes to the left. Make sure the leftmost column remains empty!" } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-37_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the model so the inverted roof tile is pointing towards you." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-34_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate on top and the angle plate with 2 knobs pointing towards you." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-35_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful!\u00a0 This piece has a special orientation!\u00a0 We will mount it on the side surface of the angle plate. Mount the tile horizontally on the side knobs." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-36_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top with the slope to the front." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-37_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this small build on the frontmost row, flat tile 1x2 pointing towards you. Put the model aside for now." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-52_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first of 2 wings of the shuttle." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-38_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table with the forks to the back." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-39_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the backmost row." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-40_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece with 1 knob overhanging to the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-41_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of\u00a0 the 2 previous pieces, the 45 degree corner to the back and right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-42_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 front knobs on the right with the narrow edge towards you, angled side to the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-43_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 front knobs to the left with the narrow edge towards you, angled side to the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-44_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the build upside down with the tip of the wing towards you. Turn the angle plate upside down and put the plate in the front with the narrow edge overhanging to the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-47_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the model right side up again." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-45_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, shooter base to the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-46_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This can be tricky, ask someone to help you if needed. Put it on the shooter base. The small shafts fit perfectly into the notch on top of the shooter base." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-47_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the shooter horizontally on the leftmost knob of the back row, shooter pointing to the left." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-48_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally all the way to the back." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-49_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in front of previous piece." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-50_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on 4th row from the front on the leftmost knob." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-51_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the shooter base on the left side at the back and use it for ammunition. Warning. Do not aim at eye or face. Nice job, the wing is now finished." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-52_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now going to mount the wing on the model. Turn the wing upside down with the hinge forks pointing to the right. Click the forks onto the two vertical stubs on the left side of the model. Flip the wing in upright position." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-67_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now going to build the second wing." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-53_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table with the forks to the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-54_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-55_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the back row on the right edge, 45\u00b0 corner to the back and right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-56_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the left, one knob overhanging to the front." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-57_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back 2 knobs of the leftmost column, angled side to the back." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-58_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, angled side to the front." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-59_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the build upside down with the tip of the wing to the left. Turn the angle plate upside down and put the plate on the leftmost edge with the narrow edge to the back." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-62_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the model right side up again." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-60_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, shooter base to the right." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-61_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This can be tricky, ask someone to help you if needed. Put it on the shooter base. The small shafts fit perfectly into the notch on top of the shooter base." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-62_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shooter vertically on the front knob on the rightmost edge, shooter base to the front." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-63_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically behind the previous piece on the rightmost edge." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-64_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous plate." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-65_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 4th column from the left on the front knob." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-66_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the shooter base and use it for ammunition. Warning. Do not aim at eye or face." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-67_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now going to mount the wing on the model. Turn the wing upside down with the forks to the left. Click the forks onto the two vertical hinge stubs on the right side of the model. Flip the wing in upright position." } ] }, { "id": "lego-75264-kylo-rens-shuttle-microfighter-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75264-kylo-rens-shuttle-microfighter-readscr/images/sm01-Spaceship-68_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Your Star Wars Kylo Ren's Shuttle is finished! Great job! With his lightsaber and shuttle, he is now ready for any space battles that might come his way!" } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_1-0002_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the submarine pilot Minifigure." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_1-0000_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_1-0001_step_Step%20%23KI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_1-0002_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The submarine pilot Minifigure is finished! Great job! She is wearing a dark blue diving suit. The jacket of the suit has grey inserts and two neon-green arrows on it. It has functional pockets and zippers; as a submarine pilot you definitely need practical clothing for sure! The head of the submarine pilot is printed with two different faces: one has a determined and curious look, the other one has an expression of excited surprise. The treasures of the sea are marvelous!" } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0117_step_Step%20%23%23A_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the submarine." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0000_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 4x4 on the table. Make sure its knobs form straight rows and columns in front of you. Put the plate 2x6 horizontally centered on the 2 back rows, rounded corners to the back. It should overhang symmetrically to the left and right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0001_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, round corners to the front, symmetrically overhanging to the left and right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0002_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically underneath the rightmost column, 2 side knobs to the right. Repeat symmetrically on the left, 2 side knobs to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0003_step_Step%20%23JJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 top angle plates horizontally next to each other on the frontmost row, all 4 side knobs to the front. Put 1 plate 1x2 vertically on the rightmost column. Repeat symmetrically on the leftmost column." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0004_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 4 side knobs pointing to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0005_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the 4 middle columns, but leave the frontmost row empty." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0006_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the back knob of the rightmost column, clasp to the back. Put another one in front of the previous piece, clasp to the front. Repeat symmetrically on the leftmost column with the 2 remaining plates." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0009_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the mounting bracket for the bubble cockpit." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0007_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with hinge stubs horizontally on the table, hinge stubs to the front. Put the plate 1x4 horizontally on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0009_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mounting bracket horizontally on the frontmost row of the main structure, hinge stubs to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0010_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, side knobs to the right. Repeat symmetrically on the left, side knobs to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0011_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the 2 middle columns at the back edge. Put the plate 2x2 in front of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0012_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the left column of the previous piece, middle cross hole and 2 knobs overhanging to the front. Put the other one vertically to the right of the previous piece, again middle cross hole and 2 knobs overhanging to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0015_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make 2 small submarine parts." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0013_step_Step%20%23JO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the table, side knob and foot pointing to the right. Put the roof tile 1x1 upright on the side knob, slope to the bottom." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0014_step_Step%20%23KL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous step: put the brick 1x1 on the table, side knob and foot to the right. Put the roof tile 1x1 upright on the side knob, slope to the bottom." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0015_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 small submarine part on the leftmost knob of the backmost row, slope to the back. Mount the other one on the rightmost knob of the backmost row, slope to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0019_step_Step%20%23JL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build 2 stabilizer bars." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0016_step_Step%20%23JZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, put the brick 1x1 on the table, this time side knob and foot to the left. Put the roof tile 1x1 upright on the side knob, slope to the bottom." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0017_step_Step%20%23KB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it from the right into the open side of the brick 1x1. Careful not to push the roof tile off. This is the first stabilizer bar, let's move on to the second." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0018_step_Step%20%23KM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the table, side knob and foot to the left. Put the roof tile 1x1 upright on the side knob, slope to the bottom. Insert the shaft from the right into the open side of the brick 1x1. Careful not to push the roof tile off." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0019_step_Step%20%23JL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "To mount the first stabilizer bar, turn it vertically, shaft protruding towards the back. Insert the back end of the shaft into the brick 1x1 with roof tile on the back row on the left. Mount the front brick 1x1 of that stabilizer bar on the leftmost knob of the third row from the front. Mount the other stabilizer bar by inserting the back end of the shaft into the brick 1x1 on the back row on the right. As before, mount the front brick 1x1 of the stabilizer bar on the rightmost knob of the third row from the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0020_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, 4 side knobs pointing to the right. Repeat symmetrically on the left, 4 side knobs to the left. By now, you should have an even surface with 8 side knobs pointing to the right, and the same to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0021_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the previous piece, 4 side knobs to the right. This means the side knobs are pointing inwards this time. Repeat symmetrically on the right, 4 side knobs pointing to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0022_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the front brick 1x1 of the stabilizer bar on the left, clasp to the front. Repeat symmetrically on the right: put it on the front brick 1x1 of the right stabilizer bar, clasp to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0023_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0024_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the previous piece, 8 side knobs pointing to the left. Repeat symmetrically on the right, 8 side knobs pointing to the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0035_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the base of the pilot's seat." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0025_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bottom angle plate 1x2 horizontally on the table, 2 side knobs pointing to the front. Put the round brick on top, back half overhanging to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0026_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the back half of the round brick 2x2, side knobs pointing to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0027_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bottom angle plate 1x2 horizontally on the back row of the round brick 2x2, side knobs to the back. Put the brick 1x2 with side cross hole horizontally on top of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0028_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally centered in front of the previous piece, symmetrically overhanging to the right and left. Put the bottom angle plate 1x2 horizontally on the 2 middle knobs of the previous piece, side knobs to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0029_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other on top of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0030_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, side knobs to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0031_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0034_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the backrest of the pilot's seat." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0032_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 vertically on the table. Put the ingot 1x2 horizontally on the backmost row." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0033_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the 3 remaining rows in front of the previous piece. Together, the 4 ingots cover the entire plate 2x4." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0034_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The backrest of the pilot's seat is finished! Flip it upright so that the ingots are towards you. Mount it in that orientation on the 6 side knobs pointing to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0035_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The base of the pilot's seat is finished! Well done! Mount it in the building orientation on the 2 middle columns of the main submarine structure, backrest to the front. Make sure to leave the 2 frontmost rows of those 2 columns empty." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0036_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the leftmost and the rightmost column of the submarine structure. Each row only consists of 2 knobs. These will be the mounting positions. Put it horizontally on the rightmost and leftmost column." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0039_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the first of 2 control levers." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0037_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the shaft 1m with ball into the small tube. Half of the shaft and the ball should stick out." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0039_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the control lever on the clasp that is pointing to the front on the left of the seat backrest." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0042_step_Step%20%23KO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the second control lever." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0040_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, insert the shaft of the shaft 1m with ball into the small tube." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0042_step_Step%20%23KO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the second control lever on the clasp to the right of the backrest of the pilot's seat." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0043_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on top of the structure, directly behind the backrest of the pilot's seat. If done correctly, there is one empty row behind this piece. Put the plate 1x2 horizontally behind the previous piece, shaft to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0044_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the 2 previous pieces." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0047_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make another small sub-part." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0045_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the table. Put the plate 1x1 with top clasp on top. Turn this piece so that its clasp ends are at the front and back, not on the left and right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0047_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the main structure left to right by 180\u00b0. This means that now, the control levers and the backrest of the pilot's seat are pointing to the back. Mount the sub-part horizontally by snapping its clasp on the middle section of the shaft pointing towards you at the top of the structure." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0048_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the standard clasp of 1 arm on the left section of the shaft. Make sure the arm joint in the middle is to the bottom, not to the top. Repeat symmetrically on the right section of the shaft. Again, the arm joint should point to the bottom. Let both arms point to the front instead of up or down." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0049_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the left and right section of the torso top shaft on the thicker clasps of the 2 previous pieces. Make sure the knob is to the bottom and the torso extends to the front. This shaft-arm-torso-construction is the folding mechanism for the fold-out tailgate. This means that later, the tailgate will be mounted here." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0052_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the pressure gauge." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0050_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the round tile 1x1 upright on the side knob of the angle plate. It is printed with a black dial indicator with red needle and white, green and red sections indicating the pressure in the oxygen tanks." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0052_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the pressure gauge on the knob to the right of the shaft-arms-and-torso construction by putting the top hole on that knob, gauge overhanging to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0053_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 upright vertically on the 6 lowest side knobs pointing to the right. Put 1 wedge plate 2x2 upright above the back column of the previous piece, cut-off corner to the bottom back. Put the other wedge plate 2x2 upright in front of the previous piece, cut-off corner to the bottom front. If done correctly, the top row of side knobs pointing to the right is still empty." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0054_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before you mount these plates, turn the submarine structure left to right again. Now, the backrest and the control levers should point towards you again. Let's repeat the previous step: put the plate 2x3 upright on the 6 lowest side knobs pointing to the right. Put 1 wedge plate 2x2 upright above the back column of the previous piece, cut-off corner to the bottom back. Put the other wedge plate 2x2 upright in front of the previous piece, cut-off corner to the bottom front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0060_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 4 submarine mainstays. Since the 4 mainstays are identical, we will collect the pieces for all 4 mainstays in each step, explain the step in question for 1 mainstay and tell you to repeat it for the remaining 3 mainstays." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0055_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 horizontally on the table. Put 1 nose cone 1x1 on the left knob. Repeat for the remaining 3 mainstays." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0056_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece, slope to the right, one half overhanging to the right. Repeat for the remaining 3 mainstays." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0057_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the nose cone, clasp to the left. Repeat for the remaining 3 mainstays." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0058_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the 2 previous pieces, slope to the right. The slopes of the 2 roof tiles currently mounted should form a relatively evenly sloped descending surface. Repeat for the remaining 3 mainstays." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0059_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the previous piece. Repeat for the remaining 3 mainstays." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0060_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 submarine mainstays are finished! Well done! Two mainstays will be mounted to the left and right of the pilot's seat and they will partly slide into the structure towards its center. Continue for detailed instructions. Identify the small connecting shaft of the rounded double plate 1x2 on the left side. It is roughly on the same level as the topmost row of side knobs pointing to the left, and it is towards the center of the structure. Now, turn 1 mainstay upside down, slope to the front, clasp to the back, round plate 1x1 with top shaft to the bottom. Snap the clasp of the mainstay on the small connecting shaft described above. At the same time, snap the small shaft at the bottom of the mainstay into the clasp at the bottom of the submarine structure. Repeat symmetrically on the right. Turn the second mainstay upside down, slope to the front, and snap its clasp into the small connecting shaft at the top. At the same time, snap the small bottom shaft into the clasp pointing to the front at the bottom. The mounting configuration at the back of the submarine structure is exactly the same. Mirror the mounting orientation of the 2 front mainstays to mount the 2 back mainstays. This time, the slopes are to the back. This was a particularly tricky part, very well done!" } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0064_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build a top frame construction." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0061_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mudguard screen horizontally on the table, round screen to the back. Put 1 plate 1x8 vertically on the leftmost knob of the mudguard screen, 7 knobs overhanging to the front. Repeat symmetrically on the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0062_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it horizontally underneath the front knobs of the 2 previous pieces, round screen to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0063_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the second knob from the left on the backmost row, side knob pointing to the front. This means the side knob is facing inwards. Repeat symmetrically on the second knob from the right. Put 1 on the second knob from the left on the frontmost row, side knob to the back. Repeat symmetrically on the second knob from the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0064_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The top frame construction is finished! Well done! Mount it on top of the submarine structure, round screens to the front and back. It should match the outline of the top surface." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0065_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the third and fourth knob of the rightmost column from the back, side knobs to the right. Put 1 vertically in front of the previous piece, side knobs to the right. If done correctly, the two pieces sit next to each other on the rightmost column and there are 2 empty knobs in front of them and 2 empty knobs behind them. Repeat symmetrically on the leftmost column with the 2 remaining pieces, side knobs to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0066_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 grill tiles upright horizontally next to each other on the topmost row of side knobs pointing to the right. Put the 2 plates 2x2 with vertical connector upright next to each other below the 2 previous pieces, connectors pointing to the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0067_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its hinge forks on the hinge stubs below the pilot's seat. If folded up, the dome should extend outwards, pointing to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0068_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the submarine structure left to right. This means the bubble cockpit is now to the back. Put the 2 grille tiles 1x2 upright horizontally next to each other on the topmost row of the side knobs pointing to the right. Put the 2 plates with vertical connector upright next to each other below the 2 previous pieces, connectors to the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0069_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the second knob from the front of the rightmost column, side handle to the right. Put 1 on the second knob from the back of the rightmost column, side handle to the right. Repeat symmetrically on the left, side handles to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0070_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally centered on the backmost row, clasp to the back. This means the clasp will protrude over the mudguard screen at the back. Put the plate 2x6 horizontally in front of the previous piece. This means it will cover the second and third row from the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0071_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 plates 1x2 with tubes vertically on the 2 middle rows starting from the back edge, tubes to the back. Put the 2 quarter-circle plates 1x1 in front of the two previous pieces. Make sure they form a half-circle together." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0072_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous pieces, edge without knobs to the back. If done correctly the frontmost row remains empty." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0073_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 roof tile 1x1 vertically on the leftmost column starting from the back, overhanging top tile to the front. Repeat symmetrically on the rightmost column. Put 1 roof tile 1x1 vertically on the leftmost column, this time starting from the front, overhanging top tile to the back. Repeat symmetrically on the rightmost column. Put the one-stepped curve tile 2x2 centered between the 2 previous pieces on the 2 frontmost rows, slope to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0078_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fold-out tailgate." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0074_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the satellite screen 6x6 on the table, 4 knobs to the top. Put the round plate 2x2 on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0075_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it on the knob of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0076_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the tailgate upside down so that the steering wheel is at the bottom. Now, insert the handle of the wrench from the top into the hole in the middle." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0078_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fold-out tailgate is finished! Great job! Snap the clasp of the wrench into the small shaft sticking out towards the front at the top of the submarine. You can fold the tailgate down to close the submarine and fold it up to store equipment in the trunk." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0079_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with top handle upright horizontally on the 2 bottommost knobs of the side knobs pointing to the right. Make sure the angle is to the bottom. Put the roof tile 1x2 upright horizontally above the previous piece, slope to the top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0080_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the submarine structure left to right again so that the bubble cockpit is pointing to you again. Repeat the 2 previous steps: put the plate 1x2 with top handle upright horizontally on the 2 bottommost knobs of the right side knobs, angle to the bottom. Put the roof tile 1x2 upright horizontally above the previous piece, slope to the top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0081_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the small bottom shaft into the clasp pointing to the front above the bubble cockpit. Fold it up and make sure the handles are pointing towards you." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0084_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 front floodlights." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0082_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted curve disk 2x2 on the table, curve to the bottom. Put the round plate 2x2 on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0083_step_Step%20%23KT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, put the inverted curve disk 2x2 on the table, curve to the bottom, and put the round plate 2x2 on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0084_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 front floodlights are finished! Mount them on the handlebar above the bubble cockpit: insert the ends of the handlebar into the hollow knobs of the round plates. The inverted curve disks should point to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0093_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 remote control arms of the submarine. Since the 2 remote control arms are identical, we will collect the pieces for both control arms in each step, explain the step in question for 1 control arm and tell you to repeat it for the second one." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0085_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 one-stepped plate 2x2 on the table, side knobs pointing to the back. Put 1 plate 1x2 with ball horizontally on the front row, ball to the front. Repeat for the second control arm." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0086_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the 2 previous pieces. Make sure its 2 knobs form a column, the curve of the half-cylinder running from left to right. Repeat for the second control arm." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0087_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 upright on the 2 side knobs pointing to the back. Make sure it is aligned with the top curvature of the half-cylinder brick. Repeat for the second control arm." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0092_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we make 2 gripper arms." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0088_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 with ball cup vertically on the table, ball cup to the back. Put 1 plate 1x2 with shaft vertically on top, shaft to the front. Repeat for the second gripper arm." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0091_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make 2 sub-parts of the 2 gripper arms." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0089_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the handle of the wrench into the small tube." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0090_step_Step%20%23KW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, insert the handle of the wrench into the small tube." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0091_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of this sub-part on the small shaft of the gripper arm. Repeat for the second gripper arm." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0092_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 gripper arms are finished! Snap their ball joints on the 2 balls on the control arm bases." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0093_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 remote control arms of the submarine are finished! Great job! Turn 1 upright so that the half cylinder with 2 knobs is pointing to the right, and the arm extends towards the front. Mount it on the 4 bottommost side knobs pointing to the right directly above the smooth roof tile 1x2. Repeat symmetrically on the left, half cylinder with 2 knobs pointing to the left, and arm extending towards the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0100_step_Step%20%23KD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the 2 oxygen tanks. The oxygen tanks are identical. We will collect the pieces for both tanks, describe the building steps for 1 tank and then ask you to repeat it for the second tank." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0094_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 blue round plate 2x2 on the table and put 1 black round plate 2x2 on top. Repeat for the second oxygen tank." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0095_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round brick 2x2 with side hole on top of the 2 previous pieces. Make sure the side hole is running from left to right. Put 1 round brick 2x2 (without side hole) on top of the previous piece. Repeat for the second oxygen tank." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0096_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the previous piece, and repeat for the second oxygen tank." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0097_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 underneath 1 of the 2 oxygen tanks. Make sure that the side hole is running from left to right again. It is important that both side holes of 1 tank have the same orientation. Repeat for the second oxygen tank. Again, it is very important that the side holes of each oxygen tank have the same orientation." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0098_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 oxygen tank in your hand and insert 1 cross axle from below into the previous piece. \u00be of the cross axle will stick out. Repeat for the second oxygen tank." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0100_step_Step%20%23KD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 oxygen tanks are finished! Great job! Flip one upright, cross axle pointing to the back, dome pointing to the front. Mount 1 tank by putting the 2 lower connectors pointing to the right into the side holes of the oxygen tank. This will only work if the side holes have the same orientation. Repeat symmetrically with the second oxygen tank on the left, cross axle to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0107_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 submarine propellers." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0101_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round plates on the table. Put 1 round brick on top of each round plate." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0102_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of each propeller structure." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0103_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of each propeller structure." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0104_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round tiles on the 2 previous pieces. Insert the cross axle pins into the holes of the 2 previous pieces. The smooth connector pegs stick out to the top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0105_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bushings in the middle of the 2 propellers on the 2 connector pegs." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0107_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 submarine propellers are finished! Well done! Flip 1 upright, propeller to the back, and insert the left cross axle pointing to the back into the propeller structure. Repeat symmetrically on the right with the second propeller." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0108_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert 2 connector pegs into the side holes on the right edge of the oxygen tanks. Only the knobs will stick out. Repeat symmetrically on the left edge of the left oxygen tank." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0109_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the 2 previous pieces. Repeat symmetrically on the right side of the right oxygen tank." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0110_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 in your hand so that its 2 top bushings are pointing to the left, and the 2 bottom feet to the right. The top bushings are through-holes, while the 2 bottom feet are closed and a bit wider. Insert the 2 shafts pointing to the right at the top of the structure into the 2 top bushings. Repeat symmetrically on the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0111_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip 1 knob 1x1 upright and insert its knob into the bottom foot at the back of the previous piece. Repeat symmetrically on the bottom foot at the front. Repeat symmetrically on the right with the 2 remaining pieces." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0115_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the submarine camera." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0112_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 upright on the front knob of the camera piece, clasp to the bottom." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0113_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the knob of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0114_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0115_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The submarine camera is finished! Great job! Snap its bottom clasp on the balustrade railing at the front right of the submarine." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0116_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 vertically next to each other on the rightmost column on the top surface. This means they will be mounted between the 2 smooth roof tiles 1x1 with overhanging top plate. Repeat symmetrically on the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-sub-0117_step_Step%20%23%23A_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The submarine is finished! Well done! Time for the pilot to board the submarine and start exploring the sea! With the help of the big oxygen tanks, the pilot is able to dive really deep and find out what's waiting at the bottom of the sea." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0006_step_Step%20%23JB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the skeleton diver Minifigure." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0000_step_Step%20%23JA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 skeleton feet on the 2 leg shafts which are the shafts below the ribcage. Make sure the little skeleton toes are to the front on both feet." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0001_step_Step%20%23KZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the skeleton arms on the arm shafts to the left and right of the ribcage. Make sure the elbows are pointing to the bottom." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0002_step_Step%20%23KY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it around the neck of the skeleton, oxygen tanks to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0003_step_Step%20%23LA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the skeleton. It is printed with a skull with 2 black circles for eye sockets, a black triangle for the nose opening and a big skeleton grin. Mount the flippers on the skeleton's feet." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0005_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the diver's helmet." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0004_step_Step%20%23KC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the helmet in your hand, opening to the right. Put the diving goggles on from the right, snorkel to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0005_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the diver's helmet on the skeleton." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-minifig_2-0006_step_Step%20%23JB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The skeleton diver Minifigure is finished! Well done! The skeleton is a treasure hunter. Will it find the gold before the submarine gets there? Keep building to find out!" } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0021_step_Step%20%23BJ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the sunken gold safe." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0000_step_Step%20%23JE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 on the table. Put the flat tile 2x2 in the center of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0001_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0002_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 10 remaining knobs of the base plate 4x4." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0003_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x2 horizontally on the backmost row starting from the left. Put 1 brick 1x2 horizontally to the right of the previous piece. Put 1 brick 1x2 vertically in front of the previous piece on the right edge. Put the brick 1x1 in front of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0004_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally to the left of the previous piece on the frontmost edge. Put the flat tile 1x1 to the left of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0005_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the leftmost knob of the back row. Put 1 brick 1x2 horizontally to the right of the previous piece. Put 1 brick 1x2 vertically to the right of the previous piece. Put 1 brick 1x2 vertically in front of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0009_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the safe door hinge." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0006_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the table, clasp to the left. Put the brick 1x2 horizontally on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0007_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 on top of the previous piece, clasp to the left. Snap the shaft upright into the 2 clasps on the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0009_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The safe door hinge is finished! Put it horizontally on the frontmost row, hinge to the left. Make sure the hinge is directly above the flat tile 1x1 on the front row." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0010_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x4 horizontally on the back row. Put the plate 1x2 vertically in front of the previous piece's rightmost knob. Put the other plate 1x4 horizontally on the front row." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0011_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 4 knobs of the rightmost column." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0012_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 3 of them on the 3 remaining knobs of the back row. Repeat on the front row." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0013_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the right half of the safe. Put the other one vertically on the left half of the safe." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0014_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 flat in your hand so that the elbow of the arm is pointing to the back, 2 clasps to the left and right. Keep it in that orientation and snap the right clasp on the upper end of the door hinge. Repeat with the second arm on the lower end of the door hinge." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0017_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the safe door." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0015_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the disk 4x4 on the table, make sure its knob is to the top. Put the steering wheel 2x2 on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0016_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the safe door upside down so that the steering wheel is at the bottom. Insert the shorter shaft from the top into the middle hole of the door. The part of the T-shaped shaft still sticking out should form a cross bar. If it is L-shaped, remove it and try a different shaft end." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0017_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The secret cave door is finished! Turn the safe so that its opening is towards you. Snap the 2 clasps on the cross bar on the inside of the safe door. Now, you can open and close the safe." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0018_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the treasure into the safe and close it." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0019_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob in the back left corner, leaves pointing to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0020_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the bottom shaft of the plant base into the knob of the previous piece. Put the swirly ice cream scoop 1x1 on the knob in the front right corner." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-treasure-0021_step_Step%20%23BJ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sunken gold safe is finished! Well done! Hide it in the depths of the sea. Let's be quick and build the octopus, the guardian of the sunken treasure!" } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0061_step_Step%20%23CB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the giant octopus." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-287", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0000_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 6x6 on the table. Make sure its knobs form straight rows and columns in front of you. Put the round brick 2x2 in the center of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0001_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 of the red round plates with shaft in front of the round brick 2x2, 2 of them to its left, 2 of them to its right, and 2 of them behind the round brick 2x2. Put the 4 black round plates in the 4 corners between the previous pieces. If done correctly, only the front and back rows and the left and right columns remain empty. They only consist of 2 knobs each." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0005_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 4 of 8 tentacle mounts. We will start with 1, explaining it in detail, and then we will instruct you to build the remaining 3 identically." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0002_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the table. Put the plate 1x2 with ball horizontally on top, ball to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0003_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0004_step_Step%20%23LC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Build the 3 remaining tentacle mounts exactly like the first one: put 3 dark orange plates horizontally on the table. Put the plates with ball horizontally on top, balls to the front. Put the 3 remaining orange plates horizontally on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-297", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0005_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 mounting brackets for the tentacles are finished! Well done! Mount 1 horizontally on the frontmost row, ball to the front. Repeat symmetrically at the back, ball to the back. Mount 1 vertically on the rightmost column, ball to the right. Repeat symmetrically on the left, ball to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-299", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0006_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the octopus structure upside down. Mount 1 half-circle plate on the left half, cut-out to the right. Mount the other half-circle plate on the right half, cut-out to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0009_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the remaining 4 tentacle mounts. Careful: they are a bit different from the first 4 tentacle mounts. Again, we will start with 1 mount." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-302", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0007_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with ball vertically on the table, ball to the front. Put the plate 1x2 with 1 knob vertically on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0008_step_Step%20%23LG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Build the 3 remaining tentacle mounts exactly like the first one: put the plates with ball vertically on the table, ball to the front, and put the plates with 1 knob vertically on top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-305", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0009_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The remaining 4 tentacle mounts are finished! Well done! First, flip the structure right side up again. Make sure the balls that are already mounted are pointing to the front and back and to the left and right. Mount 1 diagonally to the right of the front row mount, ball pointing to the front right. Make sure it is centered on the 1 hollow knob there. This means that the back of the mount almost touches the round brick 2x2 in the middle. Mount another tentacle mount diagonally to the left of the front row mount, ball pointing to the front left. Repeat symmetrically at the back. When you are done, there should be 8 evenly distributed balls pointing outwards." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-307", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0010_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the structure." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-309", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0011_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, make sure again that the previous piece, which is now the top surface, forms straight rows and columns in front of you. Mount the plate 2x2 on the rightmost edge of the 2 middle rows. Put the roof tile 2x2 on top of the previous piece, slope to the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-311", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0012_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round plate with side handle on the front knob of the previous piece, side handle to the front. Put the other round plate with side handle behind the previous piece, side handle to the back. Put 1 roof tile 1x2 horizontally centered on the second row from the front, slope to the front. Put 1 roof tile 1x2 horizontally centered on the second row from the back, slope to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0036_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the octopus head." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0013_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x8 horizontally on the table. Put the low profile brick 2x2 on the 4 rightmost knobs. Put the brick 1x2 vertically to the left of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-316", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0014_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x2 horizontally to the left of the previous piece on the back row, side knobs to the back. Put the other brick 1x2 horizontally in front of the previous piece, side knobs to the front. Put the round brick 2x2 to the left of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-318", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0015_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece on the back row, 1 knob to the back, 1 knob to the left. Put the other one in front of the previous piece, 1 knob to the left, 1 knob to the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-320", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0016_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round plates (without shaft) on the 2 rightmost knobs. Put the 2 round plates with side shaft to the left of the 2 previous pieces, shafts to the front right and back right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-322", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0017_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the octopus head structure upside down. Make sure the shafts are still on the right half of the structure. Put the plate 1x2 vertically on the leftmost edge. Skip 2 columns to the right and mount the plate 2x3 horizontally there. The empty spaces to the left and right of the plate 2x3 should be the same size (2x2) ." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-324", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0018_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again. The shafts should still be on the right half of the structure. Put it vertically on the rightmost column." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-325", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0021_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the first part of the head's outer skin." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-327", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0019_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the plate 2x2 on the 4 middle knobs." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-329", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0020_step_Step%20%23GJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally over the 2 left columns of the 2 previous plates, long slope to the left. Put the other one horizontally to the right of the previous piece, long slope to the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-330", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0021_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first part of the head's outer skin is finished! Great job! Mount it horizontally to the left of the vertical plate 1x2 mounted on the rightmost column. It will slightly protrude to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-331", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0025_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the backing plate of the octopus head." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-333", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0022_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the plate 1x2 vertically on the left column." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-335", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0023_step_Step%20%23GY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile 1x2 vertically on the previous piece. Put the 2 round plates with shaft on the right column." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-337", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0024_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the backing plate structure upside down. Mount the inverted curve disk on the structure." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-338", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0025_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The backing plate of the octopus head is finished! Mount it upright on the 2 side knobs pointing to the left. This means that the 2 small shafts are inserted into the 2 side knobs." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-339", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0029_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will cover the second and third side of the head with skin." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-341", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0026_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the curve tile 2x3 horizontally on the right column, curve to the right, \u2154 overhanging to the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-343", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0027_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left column, curve to the left, \u2154 overhanging to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-345", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0028_step_Step%20%23LL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps: First, put the plate 2x2 on the table. Put 1 curve tile 2x3 horizontally on the right column, curve to the right, \u2154 overhanging to the right. Put the other curve tile horizontally on the left column, curve to the left, \u2154 overhanging to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-346", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0029_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second and third parts of the head's outer skin are finished! Well done! Mount one part upright horizontally on the side knobs pointing to the front. Make sure the left edge of the part is flush with the left edge of the top skin. Repeat symmetrically with the other part at the back. Again, make sure its left edge is flush with the left edge of the top skin." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-347", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0033_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the fourth and last side of the head's outer skin." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-349", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0030_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the profile brick on the table. Put the curve piece 3x4 on the right column, long slope to the right, \u2154 overhanging to the right." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-351", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0031_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left column, long slope to the left, \u2154 overhanging to the left." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-353", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0032_step_Step%20%23HI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the current structure upside down. Insert the cross axle into the hole in the middle of the structure. About half of the cross axle will stick out towards the top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-354", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0033_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fourth side of the head's outer skin is finished! Great job! Flip the head structure so that the long side that's not covered is facing up. To mount the fourth skin part, insert its cross axle from the top into the first hole from the left. The low profile brick will fit perfectly into the 2x2 recess around that hole." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-356", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0034_step_Step%20%23HJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the octopus head structure on its side. Make sure it is still horizontally and the last long side without curved tiles is pointing to the back. There should be a hole pointing towards the front on the right edge. Insert the cross axle from the front into said hole. Most of the cross axle will stick out towards the front." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-358", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0035_step_Step%20%23HK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip 1 upright, knobs to the back, and insert the cross axle into the middle hole of the brick. Push it all the way in. Repeat with the second one: put it upright on the cross axle, pushing it all the way in." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-359", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0036_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The octopus head is finished! Well done! Before mounting, turn it so that the cross axle is on the left and pointing to the bottom. The head should be extending towards the right. Insert the cross axle into the hole in the middle of the octopus structure. The cross axle will protrude through the bottom plate of the octopus body, so you need to hold both parts in your hand. If done correctly, the head will also connect to the 2 round plates 1x1 with side handle." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-361", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0037_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the octopus structure upside down. Put the round plate 2x2 on the cross axle, but make sure the knobs are pointing to the top. Put the nose cone 1x1 on the cross axle as well, narrow end to the top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-362", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0040_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the forehead of the octopus." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-364", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0038_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the plate 1x2 vertically on the left column." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-366", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0039_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve tile 2x3 horizontally on the right column, curve to the right, \u2154 overhanging to the right. Put the plate 1x2 of the angled flat tile on the left column, flat tile 2x2 overhanging on the left side." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-367", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0040_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The forehead of the octopus is finished! Well done! Flip the octopus structure right side up again. Make sure the head extends to the right. Due to the nose cone at the bottom, it will be lopsided and quite wobbly. Mount the forehead upright vertically on the left edge of your structure, slope to the top, angled flat tile connecting to 4 knobs at the left edge." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-368", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0044_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 octopus cheeks." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-370", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0041_step_Step%20%23HM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 2x2 upside down on the table. Put the black round plate 1x1 upside down on the middle hole of the previous piece. Put the bright yellowish green round plate 1x1 upside down on top of the previous piece." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-372", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0042_step_Step%20%23HN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down on the previous 3 pieces, knob to the top. This means its wider end fits perfectly into the round tile 2x2." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-374", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0043_step_Step%20%23LN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps for the second cheek: put the round plate 2x2 upside down on the table. Put the black round plate 1x1 on top, then put the bright yellowish green round plate 1x1 on top. Put the inverted dome 2x2 on top, wider end to the bottom, knob to the top." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-375", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0044_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 octopus cheeks are finished! Well done! Mount 1 upright on the lower side handle sticking out towards the front. To do so, insert the handle into the hole of the round tile 2x2, dome and knob pointing to the front. Repeat symmetrically at the back with the second cheek, dome and knob to the back." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-376", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0048_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the 2 octopus eyes." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-378", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0045_step_Step%20%23HQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the dark orange round plate 1x1 on the table. Put the light purple round plate 1x1 on top. Put the white round tile 1x1 on top. It is printed with an eye." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-380", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0046_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knob to the bottom. Insert the 1x1 pieces into the middle of the inverted dome." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-382", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0047_step_Step%20%23LP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps for the second eye: put the dark orange round plate 1x1 on the table, put the light purple round plate 1x1 on top, followed by the white round tile 1x1 with eye print. Put the inverted dome 2x2 on the table, knob to the bottom, and insert the stacked 1x1 pieces." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-383", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0048_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 octopus eyes are finished! Well done! Insert the top side handle pointing to the front into the hole of the dome 2x2. The tile 1x1 with eye print is pointing outwards. Repeat symmetrically at the back. You can adjust the position of the eyes if you like." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-384", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0060_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the 8 tentacles of the octopus." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-386", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0049_step_Step%20%23HX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put all 8 plates upside down horizontally on the table, knobs to the bottom." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-388", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0050_step_Step%20%23IL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 3 round plates 1x1 upside down on 1 plate 1x3. Repeat for the 7 remaining inner tentacle segments. These light purple round plates 1x1 are the suction cups of the tentacles!" } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-390", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0051_step_Step%20%23IK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the 8 inner tentacle segments right side up again. Keep them in horizontal orientation. Put 1 plate with ball cup horizontally on the 2 right knobs of 1 tentacle segment, ball cup to the right. Put 1 plate with side clasp to the left of the previous piece, clasp to the left. Repeat for the 7 remaining tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-392", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0052_step_Step%20%23IJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the 2 previous pieces, slope to the left. Repeat for the 7 remaining tentacles." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-393", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0056_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done! Put those 8 inner tentacle segments aside for now. We will continue with making the middle tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-395", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0053_step_Step%20%23IM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put all 8 plates upside down horizontally on the table, knobs to the bottom." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-397", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0054_step_Step%20%23IN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 round plates 1x1 upside down on 1 plate 1x2. Repeat for the 7 remaining middle tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-399", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0055_step_Step%20%23IQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the middle tentacle segments right side up again. Keep them in horizontal orientation. Put 1 round plate 1x1 on the right knob of 1 tentacle segment. Put 1 curve tile 1x2 horizontally on top of the previous piece and the knob to its left, slope to the left. Repeat for the 7 remaining tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-400", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0056_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The middle tentacle segments are finished! Snap the right shaft of 1 middle tentacle segment into the clasp of 1 inner tentacle segment. If done correctly, the two segments form a horizontal line, ball cup on the right, shaft on the left. Repeat for the remaining 7 tentacles." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-401", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0059_step_Step%20%23IH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the 8 outer tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-403", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0057_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 8 plates 1x2 (the ones without clasp) upside down horizontally on the table. Put 1 plate 1x2 with clasp upside down horizontally on top, clasp to the right. Repeat for the 7 remaining outer tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-405", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0058_step_Step%20%23IT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 of them upside down on 1 outer tentacle segment. Repeat for the 7 remaining outer tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-406", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0059_step_Step%20%23IH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The outer tentacle segments are finished! Flip them right side up again, and snap their clasps on the empty shafts of the middle tentacle segments." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-407", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0060_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 8 tentacles of the octopus are finished! Well done! Now, you can snap the ball cups of the tentacles on the balls of the octopus body." } ] }, { "id": "lego-31130-a-sunken-treasure-mission-readscr-408", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-a-sunken-treasure-mission-readscr/images/sm01-octopus-0061_step_Step%20%23CB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The giant octopus is finished! Great job! You can lower the body by carefully bending the tentacles more, and lift it up by straightening the tentacles a little. The nose cone at the bottom of the octopus is there for stability." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure1-0002_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we build the Stephanie Minidoll." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure1-0000_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure1-0001_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on top." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure1-0002_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Stephanie Minidoll is finished! Great job! She is wearing white lace-ups with light blue soles and laces, a dark blue skirt with 2 layers, a white sleeveless top and a light blue and purple sleeveless zipper hoodie with 2 pockets. She has a necklace with a star-shaped trinket around her neck. Stephanie is blonde and has blue eyes and pink lips." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure2-0006_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Camila Minidoll." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure2-0000_step_Doll_lilla.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure2-0001_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on top." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure2-0002_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 small stubs on the visor into the 2 notches on the helmet." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure2-0005_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Safety first! Whoever is driving the scooter must wear the helmet. Swap the hairpiece of any Minidoll for the helmet and your trip can start!" } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-figure2-0006_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Camila Minidoll is finished! Well done! She is wearing a teal blue V-neck overall with a white waistbelt with thin golden chains and buttons on it. On top of that, Camila is wearing an ocher yellow sleeveless cardigan. Her shoes are yellow with white laces and teal blue soles. She has lilac eyes, dark red lips and pink hair." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-chair-0001_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the dressing stool." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-chair-0000_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the support stand 2x2x2 on the table and put the round tile 2x2 on top." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-chair-0001_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The dressing stool is finished! Once the boutique is up and running, your customers will love taking a seat here and getting treated to your stylings." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0060_step_Step%20%23CP_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fashion boutique trailer." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted double curve brick 2x8x2 horizontally on the table, curves to the left and right. Put the brick 1x1 on the frontmost row on the second knob from the left." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0001_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its outer corner is pointing to the front left. Put it in this orientation on top of the previous piece and the column to its left." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0002_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other on the back row, slopes overhanging to the back. The leftmost and rightmost knob of the back row remain empty." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0003_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 3 previous pieces. This will be the countertop!" } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0004_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, shaft overhanging to the right. At the end of the building process, the shaft will be used to hook up the trailer to the scooter." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0005_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its outer corner is pointing to the back right. Put it in this orientation on the previous piece and 1 knob to its left." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0010_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the accessory stand." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0006_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Put the angle plate 1x2 horizontally on top, side knobs to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0007_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on top. Put the angle plate 1x2 horizontally on top, side knobs to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0008_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0009_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 4 side knobs pointing to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0010_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The accessory stand is finished! Great job! Mount it horizontally on the second row from the back on the rightmost edge, 4 shafts pointing to the back." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0011_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the accessory stand on the rightmost edge, 2 clasps to the right." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0012_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece and the knob behind it." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0017_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the brush and lipstick holder." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0013_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Put the plate 1x1 on the right knob, clasp to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0014_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left knob, clasp to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0015_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top. Put the other one horizontally on top." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0016_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right knob." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0017_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The brush and lipstick holder is finished! Well done! Mount it horizontally on the second row from the front on the leftmost edge, clasps to the back." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0021_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the trailer awning." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0018_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 horizontally on the table. Put the protruding plate 1x1 on the rightmost knob, curve brick 1x1 overhanging to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0019_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the protruding plate of the bright orange brick to the left of the previous piece, curve brick overhanging to the front. Put the protruding plate of the bright purple brick to the left of the previous piece, curve brick to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0020_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue the pattern of the last two steps: Next, put the bright orange brick to the left of the previous piece, then the bright purple one, and finish with the other bright orange brick. All curves are overhanging to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0021_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The trailer awning is finished! Well done! Mount it horizontally on top, connecting the accessory stand with the hairbrush and lipstick holder. Make sure the curve bricks are overhanging to the back. If done correctly, there will be 1 empty knob to the left of the awning and 1 empty knob to its right." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0029_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the swing-out mirror with cash register." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0022_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hinge plate 1x2 horizontally on the table. Make sure the hinge is at the front, so if you open the hinge plate, the 2 halves come to the front. For now, keep it closed so that it forms one row in front of you. Put the brick 1x2x3 horizontally on the 2 left knobs." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0023_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 right knobs of the hinge plate, slope to the right. This piece is printed with a light blue number pad with digital display and credit card slot. It is the cash register!" } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0024_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0025_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, slope to the right." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0026_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn it horizontally so that the hinge is at the front again. Mount it horizontally on top of the mirror and cash register structure. The 2 hinges should open and close in the same direction. You will not be able to use the hinges if they are mounted in different orientations." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0027_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 horizontally on top of the 2 left knobs of the structure. Put the plate 1x2 horizontally underneath the 2 left knobs of the structure. The structure is a bit lopsided now. This is correct and will be resolved later." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0029_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The swing-out mirror with cash register is finished! Great job! Mount its right half (the half with the cash register) horizontally on the frontmost row on the 2 leftmost knobs, hinges to the front, swing-out mirror overhanging to the left. If done correctly, you can now fold the mirror back. This is the position you should use when towing the boutique trailer." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0030_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob of the hinged structure you have just mounted. This means it will be mounted above the cash register." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0031_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the trailer structure, connecting the rightmost and leftmost edges." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0032_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the trailer from left to right. Now, the awning as well as the 4 shafts of the accessory stand should point to the front. Make sure the swing-out mirror is on the right and folded out towards the front. This means that one of its two broad side surfaces is facing you. Apply the sticker upright vertically on the front surface of the swing-out mirror. Make sure to hold the back of the mirror, otherwise it could swing back while applying. If you are not sure about the sticker application, you can always ask someone for help." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0033_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row of the 4 topmost knobs, side knobs to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0034_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece and the row behind it, curve to the back." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0039_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the fashion boutique sign." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0035_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 horizontally on the table. The next piece will be mounted at an angle. Pay close attention to the instructions below! Put the wedge plate on the leftmost knob, its main corner pointing to the middle knob, the cut-off corner to the left." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0036_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob, its main corner pointing to the middle knob, the cut-off corner to the right. Together, they should form the shape of a large bow." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0037_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the bow." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0038_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the middle knob of the previous piece, heart tip to the front." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0039_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fashion boutique sign is finished! Great job! Flip it upright and mount it centered on the 2 side knobs pointing to the front at the top." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0040_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can insert the small pins on these and similar pieces into the 4 shafts pointing to the front on the accessory stand. The hairpieces of the Minidolls have small holes at the top. The pins of the accessories fit into those holes." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0041_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the stick of the diamond into the narrow end of the nose cone." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0043_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This is the perfume bottle! Put it on the counter, for instance to the left of the hairbrush and lipstick holder." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0044_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the hairbrush into the right clasp of the hairbrush and lipstick holder. Snap the lipstick into the other clasp. The round tile 1x1 is printed with the number five. It is a coin you can use to pay for the fashion boutique services!" } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0047_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build a hairdryer." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0045_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the round plate upright on its shaft, knob to the right. Put the nose cone 1x1 upright on the knob, narrow end to the right." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0047_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the hairdryer into the bottom clasp pointing to the left." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0048_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its middle into the upper clasp pointing to the left." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0049_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically underneath the trailer on the right half of the bottom surface, connectors pointing to the front and back. Put the other one vertically underneath the trailer to the left of the previous piece, connectors to the front and back." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0052_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 trailer wheels." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0050_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 4 rims into the 4 tires." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0052_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 trailer wheels are finished! Snap the cross holes of the rims on the 4 connectors at the bottom of the trailer." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0059_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the scooter." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0053_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the scooter top horizontally on the table, 2 top knobs to the right, front mudguard to the left. Put the round tile 1x1 upright on the knob pointing to the left, just above the front mudguard. The round tile is printed with an electricity icon (which is a green lightning bolt) surrounded by a green cable. The scooter is an electric vehicle!" } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0054_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 wheels into the wheel forks at the bottom of the scooter." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0055_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bottom shaft into the clasp pointing to the right, directly behind the round tile 1x1. Make sure the ends of the handlebar are pointing to the right." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0056_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 top knobs, shaft to the right." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0057_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the previous piece. This is the carrier! Snap the thick clasp on the shaft on the right edge of the scooter, middle joint pointing to the top." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0058_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the clasp at the very bottom of the scooter, 2 shorter ends pointing to the bottom. This is the stand of the scooter." } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0059_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The scooter is finished! Great job! Snap its right clasp on the shaft on the left edge of the trailer. You can now tow the trailer to its next pop-up location!" } ] }, { "id": "lego-41719-mobile-fashion-boutique-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41719-mobile-fashion-boutique-readscr/images/sm01-wagon-0060_step_Step%20%23CP_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure1-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Duke DeTain Minifigure." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: stack the upper part of the body on the legs, put the head on top, and place the helmet on the head. Duke DeTain has a broad grin on his face and is wearing cool sunglasses. He is all ready to catch Clara the Criminal! Will he succeed? You decide!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure1-1_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap them onto the helmet." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure1-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Duke DeTain Minifigure is finished! Well done! He is wearing blue pants and a light blue shirt. On top of that, he is wearing a grey police vest with many pockets for his technical equipment. Thanks to the night vision goggles, Clara the Criminal won't stand a chance!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-73_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the police off-roader jeep." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-1_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column of the previous piece, ball socket to the right. This is later used to attach the boat trailer." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-2_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 with 2 side connector pins vertically centered to the left of the previous piece. Put the flat tile 1x2 vertically to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-3_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-4_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-5_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on top starting from the right edge of the structure." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-6_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left, roof tile wings to the front and back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-7_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-8_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-9_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-10_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row on the lower level of the structure, starting from the right. Put the other one horizontally on the backmost row on the lower level, again starting from the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-11_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the middle two rows starting from the right, clasps to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-12_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the two previous pieces on the middle two rows." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-13_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 4 back knobs of the rightmost two columns, top plate overhanging to the back. Repeat symmetrically at the front. This time, the top plate is overhanging to the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-14_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place them to the left of the two previous pieces, top plates pointing to the front and back in the same way as the two previous pieces." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-15_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the two previous pieces, slope to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-16_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the back row in line with the knobs of the previous piece, side knob to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-17_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the roof tile 2x4." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-18_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row to the left of the angle plate 1x1. Repeat symmetrically at the back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-19_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, stack them on top of each other." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-20_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, skip 4 columns from the right, and then mount the plates horizontally on the frontmost row." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-21_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-22_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 4 columns from the right, and put the plates horizontally on the backmost row." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-23_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate the brick with a police sticker now. If not, skip the next three sentences." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-24_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on one of the two long side surfaces of the brick. The sticker is dark blue and has the word \"POLICE\" written on it in all caps in a cool design: the top of the letters is lemon yellow, there is a dark blue horizontal line running through the middle of each letter, and the bottom half of the letters is white." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-25_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the brick horizontally on the frontmost row, starting from the right, sticker to the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-26_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, continue if you want to decorate the brick with a police sticker now. If not, skip the next three sentences." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-27_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on one of the two long side surfaces of the brick. The sticker has the same design as the previous one." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-28_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the brick horizontally on the backmost row, starting from the right, sticker to the back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-29_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost knob of the previous piece, side shaft to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-30_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the fifth column from the right, side panel to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-31_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the rightmost column, and put one horizontally on the frontmost row, slope to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-34_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the rear bumper of the jeep." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-32_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-33_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the two knobs at the back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-34_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip this part upside down. This means the two round tiles are pointing to the bottom. Identify the longer bar of this part that does not have the two round tiles mounted on it. Snap it into the two clasps at the right side of the structure." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-35_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you can flip this part up: if done correctly, the two transparent red round tiles 1x1 are pointing to the right. They are the back lights of your off-roader!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-36_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 corner tile on the roof tile 1x4 in the middle at the front. The outer corner is to the front right. Repeat symmetrically at the back with the other corner tile. Put the plate 1x2 vertically between the previous two pieces at the top of the structure." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-37_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost edge in the middle." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-38_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right, bottom plate to the right, and top plate to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-39_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the bottom plate of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-40_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the frontmost and backmost row on the left edge, fenders overhanging to the front and back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-41_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column, side plate to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-42_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 columns from the left, and put the windscreen 2x6x2 vertically on top, slope to the left. Put the plate 2x2 to the left in the middle." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-43_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on top of the windscreen, hinge to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-45_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tiles 1x1 upright on the side knobs of the bottom angle plates. These are now your top headlights!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-46_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the headlights on the frontmost and backmost top knob of the windshield. Make sure the round tiles 1x1 are pointing to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-49_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, let's build the flashing blue light." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-47_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-48_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile 1x2 vertically in the middle. Put the 2 flat tiles vertically to the front and back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-49_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount this part vertically on top of the windshield." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-52_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next step, we build the roof of the jeep." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-50_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down vertically on the table." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-51_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upside down vertically on the leftmost column. Repeat symmetrically on the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-52_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roof of the jeep is finished! Great job! Flip it right side up again and mount it vertically to the right of the flashing blue lights." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-63_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the front bumper." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-53_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-54_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top, round corners to the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-55_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the two middle columns, clasps to the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-56_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically to the left and right of the two previous pieces." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-57_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the backmost row." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-58_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece, slope to the right. Repeat symmetrically on the left, slope to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-61_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the license plate." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-60_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-61_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sticker shows a white license plate with a black frame and black letters. It reads: \"W M 6 0 2 7 2\". Put the license plate horizontally centered on the front row of the front bumper." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-62_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the lower bar that protrudes a little from the rest of the piece into the clasps on the front side of the bumper." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-63_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front bumper piece should lock in the rest of the front bumper neatly. If not, you might need to turn the front bumper piece around. The front bumper is finished! Well done! Now it's time to mount it: put it upright, and mount it on the 8 side knobs on the left side of the vehicle. The toothed bar is at the top, the front bumper piece is at the bottom, folding upwards." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-64_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost edge of the structure, cutout to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-65_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the cutout of the previous piece. It should fit perfectly." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-66_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the front and back rows of the previous piece." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-67_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate the flat tile with a sticker now. If not, skip the next three sentences." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-68_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the flat tile. The sticker is dark blue and has a white police badge symbol with a white star in the middle on it." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-69_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile between the two grille tiles from before." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-72_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 wheels." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-71_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Now, find 3 more rims and 3 more tires. Assemble the other 3 wheels just like the first one." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-72_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! Now, snap the wheels onto the connectors at the bottom of the vehicle." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-car-73_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The armored police off-roader jeep is finished! Really well done, that was hard! Now, your off-roader is ready for chasing some crooks and criminals! Duke DeTain can already take it for a spin. We have built everything from bag 1 now. Time for the next bag!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure2-3_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we build the Clara the Criminal Minifigure." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure2-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper part of the body on the legs, put the head on top, and then put the hair on top. Clara the Criminal has a fierce look on her face and is wearing a black eye mask and even black lipstick. She is wearing a black leather jacket, a shirt with grey stripes, and black pants with a brown belt. One thing is certain: she sure is up to something!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure2-1_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the wider opening of the spyglass." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure2-2_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 1 transparent blue diamond with stick. Put the diamond and the spyglass in Clara's hands." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-figure2-3_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Clara the Criminal Minifigure is finished! Good job! She is already carrying her loot with her. Now all she needs is a speedboat to get away. Let's see what we can do!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-16_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the detachable boat trailer." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-1_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the plate 1x2 with towing extension and ball on the leftmost column. The towing extension and ball are overhanging to the left. Put the flat tile 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-2_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the right of the previous piece, narrow end to the left and broad end to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-3_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-4_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, starting from the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-5_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the right edge. Repeat symmetrically on the front row." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-6_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure upside down. The knobs are pointing to the bottom. Keep the towing extension on the left. Put the plate 2x8 horizontally on top starting from the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-7_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down vertically on the second and third column from the right. The connector pins are pointing to the front and back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-8_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down on the leftmost edge, slope to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-9_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the structure right side up again. Keep the towing extension on the left. Put the plate 1x2 vertically centered on the second column from the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-10_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the right edge, curve to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-11_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the middle two rows to the left of the previous piece. Put the other one to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-12_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-15_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 2 wheels." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-14_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Now, find another rim and another tire. Assemble the second wheel just like the first one." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-15_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done! Now snap the wheels on the two connectors at the bottom of the boat trailer, spokes facing inwards." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-trailer-16_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The detachable boat trailer is finished! Well done! You can now snap the towing extension into the ball socket on the rear of your vehicle." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-18_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the police dinghy boat." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, narrow end to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-1_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column of the lower level of the raft." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-2_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right, on the higher level of the raft, handle to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-3_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous two pieces, curve to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-4_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost two columns of the lower level, slope to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-5_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-6_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row of the higher level of the raft, clasp to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-7_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the roof tile at the left side of the raft, clasp to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-8_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 on the knob on the left edge of the higher level. Put the wall element vertically on top of the roof tile and plate with clasp, panel to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-12_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the motor." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-9_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, bottom tube running from left to right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-10_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top, clasps to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-11_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, curve to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-12_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The motor is finished! Great! Now, snap the clasps of the motor into the handle on the right side of the boat." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-13_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can snap these two into the clasps at the front and back of the boat. This way, Duke DeTain can access them whenever needed." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-17_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make a searchlight." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-14_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved disk 2x2 on the table, knobs to the top. Put the round plate 2x2 with 1 knob on top." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-15_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, side shaft to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-17_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The searchlight is finished! Now snap the small handle into the clasp located to the left of the steering wheel. You can adjust where the beam of the searchlight is pointing to seek out your suspects!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-boat-18_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The dinghy boat is finished! Very well done! Duke DeTain is now perfectly equipped to hunt down criminals both on land and water. But first, let's give Clara the Criminal a fair chance." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-20_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, we will build the speedboat." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, roof wings to the front and back." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-1_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row of the lower level of the roof tile, starting from the right. This means the flat tile is overhanging to the left. Repeat symmetrically on the frontmost row of the lower level." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-2_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the two previous pieces, side knobs to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-3_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, pointy end to the left. Now, insert the 2 overhanging flat tiles into the ship bottom coming from the right. The pieces fit neatly together." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-4_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost topmost row, starting from the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-5_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-6_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the second and third column from the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-7_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-8_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece, clasp to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-9_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 3 columns from the left, and put it vertically on top. It touches the two plates 1x6 on the right side." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-10_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left, cut-out to the right. This piece fits the shape of the ship bottom." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-11_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row starting from the right, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-12_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top on the rightmost column." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-13_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the backmost knob of the previous piece, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-14_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 2 side knobs at the right side surface of the structure. These are the water jets of the speedboat!" } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-15_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its handle horizontally into the clasp above the two previous pieces." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-16_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the second and third column from the right. It is printed with a map of the LEGO City bay. A big red X marks the treasure that Carla the Criminal has hidden on a small island. Put the small steering wheel vertically on the leftmost column of the lower level of the boat, steering wheel to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-17_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the steering wheel. It is printed with a dashboard that has two gauges." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-18_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the dashboard, curve to the left." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-19_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left, narrow end pointing to the right." } ] }, { "id": "lego-60272-elite-police-boat-transport-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60272-elite-police-boat-transport-readscr/images/sm01-speedboat-20_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The speedboat is finished! Great job! Finally, Clara the Criminal can mount her getaway boat and rush off with the big blue diamond. Who knows what else she is up to! Do you think Duke DeTain can keep up with her? Let's find out and take them on a chase in LEGO City bay!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0026_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Minnie Mouse Minifigure." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0000_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0001_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Insert the tiny stick at the bottom of the bow into the small hole on top of the head." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0002_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it next to Minnie. The Minnie Mouse Minifigure is finished! Great job! Minnie is wearing blue pants, a pink shirt and a red long-sleeved blouse that is tied together with a loose knot at the bottom. Her head, ears and temples are black, while her face has a light nougat skintone. On her forehead, the 2 different colors meet in a heart-shaped fashion. The tip of her nose is also black. She has a friendly smile on her face and lovely eyelashes above two big oval black eyes. Minnie sure loves roasted marshmallows, so let's make some!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0004_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make 2 marshmallows on sticks." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0003_step_Step_skum.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Pick up 1 round brick, top knob to the top, and insert 1 shaft into the round brick from the bottom. Repeat symmetrically with the second round brick and shaft. Push the shafts until they reach the top of the bricks, but do not let them stick out at the top." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0004_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 marshmallows on sticks are finished! Put 1 in Minnie's basket and snap the other one into Minnie's left hand. Time to make a fire for roasting!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0007_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the campfire." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0005_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross plate 3x3 on the table. Put the nose cone 1x1 on the knob in the middle." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0006_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the small shaft of the flame into the top knob of the nose cone." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0007_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The campfire is finished! Great job! Time to roast some marshmallows and enjoy the crackling warmth of the fire. Next, we'll build the car." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0008_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the car underbody 4x10 horizontally on the table, connectors to the front and back. Put the curve tile upright horizontally on the 8 side knobs pointing to the right, slope to the top. This tile is printed with the chrome-plated radiator grille, the round yellow headlights with chrome-plated bezel, and the chrome-plated front bumper. The hood ornament on top of the grille is a tiny mouse head." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0010_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the 4 tires of the car." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0009_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the tires." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0010_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 tires of the car are finished! Snap the cross holes of the rims on the 4 connectors of the car underbody." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0011_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 flat tiles 1x2 upright horizontally on the top row of side knobs pointing to the left. Put the bow tile 1x4 upright horizontally on the side knobs below the 2 previous pieces." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0012_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the first column from the left in the lower part of the underbody, steering wheel to the right. This means that the 2 higher columns on the leftmost edge remain empty." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0013_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece, 2 knobs forming a column on the left." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0014_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with top handle vertically to the right of the previous piece, angled side to the left. Put the plate 2x2 to the right of the previous piece, knobs forming a column on the right." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0015_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 middle rows on the rightmost edge, shaft and knob overhanging to the right." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0016_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the left." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0017_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece on the backmost row. Repeat symmetrically on the frontmost row." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0018_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the leftmost column, slopes to the left." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0019_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the panel element with side panels horizontally on the front row, starting from the right edge, back panel to the front. Put 1 panel element without side panels vertically behind the previous piece on the rightmost column, back panel to the right. Put the other panel element without side panels vertically to the left of the previous piece, back panel to the left." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0020_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row behind the 2 previous pieces, back panel to the back." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0021_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of knobs, slope to the left. The car is finished! Well done! Minnie can take it for a spin now and store her marshmallows on sticks in the back or the trunk of the car. Now, we will build the campsite seating area." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0022_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the half-circle plate 4x8 horizontally on the table, half circle to the front. Put the seat on the 2 backmost rows on the right edge, but leave the rightmost knob of the back row empty. Make sure the seat back is to the back." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0023_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 backmost rows on the left edge, leaving the leftmost knob of the back row empty, seat back to the back." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0024_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 4 middle knobs at the front edge. This is the camping table!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0025_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 mugs on the previous piece." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0026_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The camping seating area is finished! Well done! Once Minnie has arrived at the campsite, she can take a seat and enjoy a nice cup of tea while she waits for Mickey and Pluto." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path1-0027_step_Step%20%23EH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0037_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Mickey Mouse Minifigure." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0000_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0001_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the body." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0004_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make a hot dog!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0002_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the sausage into the bread bun." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0004_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hot dog on Mickey's left hand. The Mickey Mouse Minifigure is finished! Well done! Mickey is wearing a multi-pocket cargo vest in khaki, a light blue long-sleeved shirt underneath, and red pants. He has a happy smile on his face! His head, ears and temples are black, while his face has a light nougat skintone. On his forehead, the 2 different colors meet in a heart-shaped fashion just like with Minnie. Mickey has big oval black eyes, and the tip of his nose is black, too." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0007_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the storage box." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0005_step_e.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the binoculars into the box bottom." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0006_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the box bottom to close it." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0007_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The storage box is finished! Well done! You can use it to keep different items and equipment safe. When traveling, you will be able to put it either in the roof rack of the camper or in the back of the car." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0008_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Pluto is Mickey's dog and best friend! Pluto is bright yellow, and he is wearing a green collar. His red tongue is sticking out and he has a curious and friendly face. His upright ears are black, as are his tail and nose. His front left paw can actually hold the bone. Give it a try!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0009_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the camper underbody 6x12 horizontally on the table, 2 connectors pointing to the front and back. Put the brick 2x4 vertically on the right edge of the lower part of the underbody. This means the higher column on the rightmost edge remains empty." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0010_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 in the front left corner of the lower part of the underbody. Again, this means that the leftmost column and the frontmost row which are both higher remain empty. Put the fence element 1x4x1 horizontally behind the previous piece and 2 knobs to its right, fence to the front." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0011_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 middle rows on the rightmost edge of the structure, ball socket overhanging to the right." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0012_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 horizontally in front of the previous piece, and put the other flat tile 1x2 horizontally behind the previous piece. Put the plate 1x4 vertically to the left of the 3 previous pieces." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0013_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x4 with 2 knobs vertically centered on the leftmost column. Put 1 flat tile 1x4 horizontally behind the previous piece on the backmost row. Repeat symmetrically on the frontmost row with the other flat tile 1x4. Put 1 plate 1x4 with 2 knobs horizontally to the right of the previous piece. Repeat symmetrically on the backmost row with the last plate 1x4 with 2 knobs." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0014_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece. Repeat symmetrically on the frontmost row." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0015_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 vertically centered on the second and third column from the right. Put the pan on the back knob of the previous piece. This is the stove of the camper!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0019_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 camping beds." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0016_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 2x4 vertically on the table. Put 1 smooth roof tile 1x2 horizontally on the backmost row, slope to the front. Repeat symmetrically with the other two pieces. The roof tiles are the pillows of the camping beds!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0017_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in front of the 2 smooth roof tiles 1x2. The frontmost rows of the two camping beds remain empty." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0018_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the frontmost row of 1 camping bed, one half overhanging to the front, slope to the front. Repeat symmetrically with the other camping bed. If done correctly, the pillows at the back are sloped and the rest of each camping bed forms one smooth surface now." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0019_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 camping beds are finished! Well done! Stack the 2 beds on top of each other so that their smooth sides with the pillows are touching, but make sure that there is a pillow on either end. You have to hold them together because this will be slippery, they won't actually connect. Now, flip the stacked beds upright so that their sides are to the top and bottom. Put the stacked beds in the back left corner behind the fence element in the camper. They can be stored there during the day or during traveling. Take them out when it's time for Mickey and Minnie to go to bed." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0025_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the camper fridge." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0020_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 notches on the box front on the 2 little stubs at the bottom of the box casing. Open and close the box front as needed. It's the fridge door!" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0021_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the swirly ice cream scoop on top of the inverted cone." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0022_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the ice cream cone into the fridge and close it." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0023_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower piece on top of the teapot." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0024_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the teapot on the front right knob of the fridge." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0025_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The camper fridge is finished! Well done! Mount it in the front left corner on the plate 2x2 with 1 knob, fridge door to the right. If done correctly, it is mounted in front of the camping beds and fence element." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0028_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the camper body." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0026_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the camper body half on the table, windows to the front and back, big opening to the left. Put the smooth roof tile 1x2 upright horizontally above the front window, slope to the top. This way, it provides some shade for the window." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0027_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the camper body half left to right and mount the smooth roof tile 1x2 upright horizontally above the other window, slope to the top." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0028_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this camper body half on the left half of the camper, windows to the front and back, big opening to the right." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0029_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Just like before, mount the smooth roof tile 1x2 upright horizontally on one window, slope to the top." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0030_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright horizontally on the other window, slope to the top." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0031_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the second camper body half on the right half of the camper, big opening to the left. They should align and form one cabin together." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0034_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the roof rack of the camper." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0032_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x6 horizontally on the table. Put the plate 2x4 horizontally centered on top. It should be surrounded by 1 continuous row of knobs on its sides." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0033_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, fence to the left. Repeat symmetrically on the leftmost column, fence to the right. Put 1 horizontally on the backmost row, fence to the back. Repeat symmetrically on the frontmost row, fence to the front." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0034_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roof rack of the camper is finished! Well done! Mount it horizontally centered on top of the camper." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0036_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 camper wheels." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0035_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the tires." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0036_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the cross holes of the 2 camper wheels on the 2 connectors at the bottom. On its own, the camper is wobbly. To stabilize it, snap its ball socket on the ball on the rear end of the car." } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0037_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10777-mickey-mouse-and-minnie-mouses-camping-trip-readscr/images/sm01-path2-0038_step_Step%20%23EI_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60253-ice-cream-truck-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-8_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the skater boy Minifigure." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-1_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top. The Minifigure is wearing blue pants and a green hoodie with short sleeves. He has a big smile on his face." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the decoration top on top of the cone. Put the ice cream in his hand." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-7_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the skateboard." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-4_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table with the two knobs down." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-5_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically into the clasps." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-6_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the skateboard right side up and put the Minifigure on top. Find 1 black hairpiece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-7_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. When the Minifigure is finished skating you can take his helmet off and put on the black hairpiece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure-8_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now finished building the Minifigure. Great job! He can take his skateboard for a spin until the ice-cream truck arrives." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure2-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the ice-cream lady Minifigure." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure2-0_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure2-1_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top. The ice-cream lady is wearing red pants and a blue and white striped shirt with a red bowtie. She has a big smile on her face." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure2-2_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. You are now finished building the ice-cream lady. She can play with the dog until we have finished building the ice-cream truck!" } ] }, { "id": "lego-60253-ice-cream-truck-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Minifigure2-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60253-ice-cream-truck-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-142_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the ice-cream truck." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-0_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-1_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the leftmost edge of the back row, connector pin to the back. Repeat symmetrically at the front, connector pin to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-2_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the red plate 1x4 vertically centered to the right of the previous pieces. Put the blue plate 2x6 vertically centered to the right of the previous plate." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-3_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the blue plate 6x6 centered to the right of the previous plate. Put the red plate 1x4 vertically centered to the right of the previous plate." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-4_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one bearing element to the right of the previous plate on the back row, connector pin to the back. Repeat symmetrically at the front. Put the red plate 1x4 vertically centered to the right of the previous elements." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-8_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure upside down." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-5_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-6_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in the left and right corner of the previous piece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-7_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally between the previous two plates on the front row." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-8_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build vertically centered underneath the rightmost column of the structure, so underneath the plate 2x16." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-9_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-10_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure right side up again. Put the plate 2x16 horizontally centered on top, starting from the leftmost edge. This means that there is one empty column on the rightmost edge." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-11_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-12_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it horizontally centered on the front surface. The sticker is printed with a black and white license plate, showing the license tag: ER60253." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-13_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick vertically centered on the rightmost column, sticker to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-14_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the leftmost edge." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-15_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row at the leftmost edge, fender to the back. Repeat symmetrically at the front, fender to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-16_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the second row from the back, to the right of the brick with fender. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-17_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x4 on the second row from the front, to the right of the previous plate. Put one wall element horizontally on the second row from the back, to the right of the plate 1x6, wall to the front. Put the second wall element to the right of the previous element, wall to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-18_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the seventh column from the left, to the right of plate 2x6." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-19_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the right of the brick with fender on the backmost row, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-20_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the sixth and seventh column from the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-21_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-22_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it horizontally centered on the side surface. The sticker is white and printed with a blue text saying: \"Only the Best\". There are a few small blue stars surrounding the text." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-23_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick horizontally on the back row, to the right of the inverted roof tile, sticker to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-24_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-25_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it horizontally centered on the surface. The sticker is also white and printed with a blue text saying: \"Only the Best\"." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-26_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick horizontally on the front row, to the right of the inverted roof tile, sticker to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-27_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the right of the previous piece, slope to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-28_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one to the right of the previous element, fender to the front. Repeat symmetrically at the back, fender to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-29_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row, skipping one column from the right, slope to the left. Repeat symmetrically at the front, slope to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-30_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally behind the previous piece. Repeat symmetrically at the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-31_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost column at the back, side knobs to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-32_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces have a special orientation. Turn one transparent bright orange tile upright, and put it on the backmost side knob on the right side. Repeat symmetrically at the front. Turn one transparent red tile upright, and put it on the side knob behind the previous piece. Repeat symmetrically at the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-33_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the second and third column from the right, slope to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-34_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x8 horizontally on the back row starting from the right edge. Put the plate 1x4 vertically centered on the rightmost column." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-35_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 vertically to the left of the previous piece. Put the plate 1x10 horizontally on the frontmost row starting from the right edge." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-36_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 horizontally to the left of the flat tile 1x8 on the backmost row. Put the plate 2x6 vertically to the left of the previous element, connecting the front and back row." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-37_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 vertically centered on the rightmost edge. Put 2 plates 1x2 with 1 knob vertically to the left of the previous plate. Put one plate 1x2 with 1 knob horizontally to the left of the previous elements on the second row from the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-38_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on second column from the right, skipping one row from the back. Put one vertically in front of the previous element." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-39_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 6 pieces onto the knobs of the last 6 elements." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-43_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the rear window." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-40_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, wall to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-41_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it horizontally centered on the wall at the bottom. The sticker is printed with a black text saying: \"Mind that child\"." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-42_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the window." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-43_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the window vertically centered on the rightmost edge, sticker to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-56_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the side windows." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-44_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-45_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-46_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it on the surface. The sticker is printed with an image of an ice cream cone and the text: \"Stay cool\"." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-47_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick horizontally on the rightmost edge of the plate, sticker to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-48_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left of the brick, wall to the back. Make sure that 2 knobs of the second window are overhanging to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-49_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top starting from the right edge." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-50_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the hinge plate horizontally and open it so that it is moving towards the back. Now, put the right half of the hinge plate horizontally underneath the window structure at the left edge. The left half of the hinge plate is overhanging to the left and to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-51_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-52_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it on the front surface. The sticker is printed with an ice cream menu." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-53_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick horizontally on the opened hinge plate, sticker to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-54_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Open the hinge plate so that it is moving towards the back, and put it on the top of the window and the previous brick." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-55_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 horizontally on top on the rightmost edge. Put the flat tile 1x8 horizontally to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-56_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to mount the side window on the structure. Put the smaller part 1x2 on the back row, skipping 5 knobs from the left. The window is opening to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-57_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element horizontally in front of the small part of the side window, wall to the back. Put the plate 1x2 with 1 knob horizontally in front of the previous piece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-58_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile horizontally in the front of the previous piece, slope to the right. The slope of the roof tile is printed with a key pad for the cash register. Put the flat tile 1x2 with currency print horizontally behind the previous piece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-59_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the roof tile 1x2, wall to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-60_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically on top of the two wall elements on the right column. Put the 2 plates 1x1 with vertical side tooth on the two knobs to the left of the previous element, teeth to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-61_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous elements." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-65_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's continue building the ice-cream truck!" } ] }, { "id": "lego-60253-ice-cream-truck-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-62_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of each other, side knobs to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-63_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it vertically on the 8 side knobs." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-64_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it vertically on the previous piece. The yellow sticker is printed with an image of an ice cream cone with 3 scoops - chocolate, vanilla and blueberry. The blueberry scoop is wearing a pair of sunglasses and has a cherry on top! The sticker is also printed with the text: \"Stay cool\" and a red decorative ribbon." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-65_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick horizontally on the front row at the rightmost edge, sticker to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-66_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous small build, gliding groove overhanging to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-67_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element on top of the previous element on the right edge, wall to the front. Put the flat tile 1x4 horizontally to the left of the previous element." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-71_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build another ice cream sign." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-68_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of each other, side knobs to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-69_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it on the 8 side knobs." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-70_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it on the previous piece. The sticker is printed with an ice cream menu." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-71_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 5 columns from the left, and put the small build horizontally on the front row, sticker to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-72_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row starting from the rightmost edge." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-73_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost edge of the high part of the structure." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-74_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left wedge plate 2x4 vertically on the rightmost edge at the front, broad end to the front. Put the plate 1x1 on the rightmost edge behind the previous piece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-77_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build a window. This will be a sliding window, so mounting it can be a bit challenging." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-75_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, wall to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-76_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-77_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the window on the plate with sliding groove on the frontmost row, wall to the back. Attention: the window will not firmly attach just now. The next piece will hold it in place." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-78_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row of the high part, sliding groove overhanging to the front. The window is now locked by the sliding groove and can be slid from left to right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-79_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-80_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one in every corner of the previous piece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-81_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the back row, skipping two columns from the right, side knobs to the back. Skip four columns to the left, and put one horizontally on the back row, side knobs to the back. Repeat symmetrically on the front row with the 2 remaining angle plates, side knobs to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-82_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the previous 4 pieces." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-83_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-84_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker horizontally on the surface. The red sticker is printed with the text: \"Mr. Chill Ice Cream\" and has a yellow decorative ribbon on it. There are some tiny white stars surrounding the writing." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-85_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right, this means that the rear end is now pointing to the left. Turn the flat tile upright horizontally and put it on the 4 side knobs at the top front side of the structure." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-88_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's repeat this on the other side. Turn the structure left to right again. Now the rear end is pointing to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-86_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-87_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker horizontally on the surface. The red sticker is again printed with the text: \"Mr. Chill Ice Cream\" and has a yellow decorative ribbon on it. There are tiny white stars surrounding the writing." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-88_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the flat tile 1x8 upright and put it horizontally on the 4 side knobs at the front of the structure." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-89_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on top of the structure, skipping 4 columns from the left, slope to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-90_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-91_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, shaft to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-92_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, slope to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-93_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build centered on top of the structure, skipping one column from the right, slope to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-94_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the lower part of the structure, skipping one column from the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-95_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one plate 1x4 horizontally on the back row of the lower part, skipping one column from the left. Repeat symmetrically on the front row. Put one plate 1x2 vertically on the leftmost column at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-96_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically centered on the second column from the left. Put the brick 1x2 vertically centered to the left of the previous piece." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-97_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left door horizontally on the back row, skipping two columns from the left. Make sure the door opens on its right end and towards the back. Put the right door on the front row, skipping two columns from the left. Make sure the door opens on its right end and towards the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-98_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost edge at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-99_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the left, steering wheel to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-100_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost edge." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-101_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the smooth roof tile 1x2 vertically centered on the second column from the left, slope to the right. Put 1 plate 1x2 vertically behind the previous piece, clasp to the back. Repeat symmetrically at the front, clasp to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-102_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve tiles centered on the leftmost column, curves and 1 column overhanging to the left. Put the left wedge tile 1x2 with 45\u00b0 cut horizontally in front of the previous pieces, cut to the front and left. Repeat symmetrically at the back with the right wedge tile." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-103_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous pieces, slope to the left. Make sure that the leftmost column of the curve and wedge tiles underneath remains empty." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-106_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the left side mirror." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-104_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, shaft to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-105_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob, slope to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-106_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the side mirror into the clasp at the left front side of the structure, roof tile at the top." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-109_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the other side mirror." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-107_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, shaft to the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-108_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob, slope to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-109_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the side mirror into the clasp at the left back side of the structure, roof tile at the top." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-113_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the roof." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-110_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, knobs to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-111_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the four knobs, slope to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-112_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the surface of the previous element. The red sticker is printed with an image of a popsicle with black hair and sunglasses, and the blue and white text: \"Mr. Chill Ice Cream\"." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-113_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof on top of the windscreen." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-123_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build a big popsicle, which is going to be mounted on top of the ice cream truck." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-114_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-115_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place it on the front surface. The sticker is printed with a smiling face with sunglasses. Turn the brick left to right, and put another sticker number 1 on the other side." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-116_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top of the brick." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-117_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-118_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-119_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left column of the previous piece, one column overhanging to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-120_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 with clasp on the rightmost edge at the front, clasp to the right. Put the plate 1x1 behind the previous element." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-121_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the rightmost edge. Put the angle plate vertically on the leftmost edge, side knobs to the left." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-122_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip this small build upright and attach the 4 side knobs underneath the blue brick. The clasp is now pointing to the bottom on the left side of the build. The popsicle is now finished." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-123_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach the popsicle on the structure. Click the clasp onto the shaft on the right section of the roof. The popsicle is touching the roof tile 1x2 at the left and is therefore mounted at an angle." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-126_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to assemble the wheels." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-124_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-125_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires onto the rims." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-126_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wheels on the 4 side connectors, spokes facing outwards." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-140_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the front of the ice-cream truck." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-127_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-128_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the dark azure blue plate 1x6 vertically centered on the left column. Put the white plate 1x6 vertically centered on the right column." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-129_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-130_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place it on the surface. The white sticker is printed with the blue text \"Only the Best\", a blue ribbon and some tiny blue stars." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-131_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tile vertically centered on the right column, one column overhanging to the right." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-132_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one in front of the previous element. Repeat symmetrically at the back." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-133_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle of the left column." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-134_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x4 on top of the previous element. Put one roof tile 1x1 behind the previous element, slope to the back. Repeat symmetrically at the front, slope to the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-135_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on top of the flat tile 1x4 on the left. The sticker is printed with a black and white license plate, showing the license tag: ER60253." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-136_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-137_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on top." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-138_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one behind the previous element, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-297", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-139_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This will be mounted in a special orientation. Put the small build vertically centered underneath the rightmost column of the truck front." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-140_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the truck front upright and mount it on the left side of the structure at the bottom. The small sticker with the license plate is at the bottom." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-141_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the ice cream truck left to right. This means that now the front end of the truck is pointing to the right. Open the large side window. You can now put the two popsicles into the holders." } ] }, { "id": "lego-60253-ice-cream-truck-readscr-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60253-ice-cream-truck-readscr/images/sm01-Ice%20truck-142_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished building the whole ice-cream truck. Well done! Close the window again. Seat the ice cream lady in the front seat and off you go. Take the truck for a spin through the neighborhood and see if there are any children around who would like a tasty ice cream cone or a cool popsicle! Slide the side window open and start selling your delicious treats." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-7_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the little bird. It is a colorful animal with orange feet, a green, yellow and blue body, a yellow head, and of course an orange beak. The little bird's rump and beak as well as its top head feathers are translucent!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-0_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the trapeze plate vertically on the table, narrow end to the right, wide end to the left, and angles to the front and back. Put the brick 2x2 on top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-1_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the right column of the previous piece. Centered means that it is symmetrically overhanging to the front and back." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-2_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the middle of the right column, overhanging to the right, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-3_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on back knob of the left column, slope to the left. Put the other one horizontally in front of the previous piece, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-4_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the two previous pieces, side knobs to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-5_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-6_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the two side knobs on the left side. These two round tiles are printed with eyes!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-bird-7_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The little bird is finished! Very well done! Let's make him some friends to play with, shall we?" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-19_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the lion. The jolly lion has a yellow body, a bright orange back, an orange tail, and its trademark is its big translucent mane." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-0_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the inverted roof tile 2x2 on the rightmost column, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-1_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost column, slope to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-2_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the two roof tiles. It only attaches to the inner columns of the roof tiles, so this can be quite wobbly! You might have to try a few times." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-3_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-4_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the back knob of the leftmost column, slope to the back. Repeat symmetrically on the front knob." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-5_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the structure." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-6_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg into the hole on the right side of the structure." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-7_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the knob of the previous piece." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-8_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the small shaft of the feather into the knob of the previous piece. This is the bushy tail of the lion!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-9_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x1 on the backmost knob of the leftmost column. Repeat symmetrically at the front. Put 1 roof tile 1x2 vertically on the back knob of the second column from the left, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-10_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece, slope to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-11_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 1 column from the left, and put 1 horizontally on the back row, slope to the right. This means that the sloped half of this brick is on top of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-12_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost row in the middle, side knobs to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-13_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-14_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the two back knobs of the leftmost column, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-15_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the second column from the left, slopes to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-16_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round tiles 1x1 upright on the two upper knobs of the left side knobs. They are printed with eyes! Put the plate 1x2 upright horizontally on the side knobs below the eyes." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-17_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the previous piece." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-18_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the knob of the previous piece, corner of the tile to the top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-lion-19_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The lion is finished! Well done! It has a very friendly face and a magnificent translucent mane, don't you think?" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-11_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the turtle. The turtle is our smallest friend with a green underbelly and legs and a translucent green shell." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-0_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the black plate 2x4 vertically on the table. Put the mud grey plate 2x4 horizontally on top on the middle two rows. The two plates now form a cross." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-1_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-2_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top on the two middle columns." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-3_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Listen carefully, they will be mounted in a special way! Turn 1 brick vertically so that the protruding plate is pointing to the front. Then connect the protruding plate with the back knob of the leftmost column. The arch of the brick is at the back. Repeat symmetrically at the front. Put another one behind the back knob of the rightmost column, protruding plate to the front. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-4_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row in the middle. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-5_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top in the middle." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-6_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate 1x2 vertically on the leftmost column in the middle, side knobs to the left. Put the plate 1x2 vertically on the rightmost column in the middle." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-7_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the four back knobs of the two middle rows, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-8_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 on the leftmost column, slopes to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-9_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the side knobs on the left side surface." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-10_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the side knobs on the left side surface. The tiles are printed with eyes: one is wide open, and the other one is winking." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-turtle-11_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The turtle is finished! Great job! Looks like turtle is a little prankster! Who or what do you think she is winking at?" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-24_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build the tea-serving robot. The robot has four small black wheels with white rims, and its body consists of dark and bright red components but also completely see-through parts. Nifty! It has a translucent top with antenna, two googly eyes, and two robot arms which it uses to carry a teapot and a mug. What a spiffy little fella!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-0_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with connector pins on the table, pins pointing to the front and back. Put the plate 2x4 horizontally on top, four knobs overhanging to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-1_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath on the left side, connector pins to the front and back." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-2_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the rightmost column, side knobs to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-3_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the side knobs of the two previous pieces." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-4_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 knobs from the left, and put 1 on the back row, clasp to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-5_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the two previous pieces, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-6_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-7_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the rightmost column, slopes to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-8_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the two previous pieces." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-9_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the leftmost column, side knobs to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-10_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the four top knobs. Put the round tiles 1x1 upright on the two side knobs on the left side. The tiles are printed with googly robot eyes!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-11_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-12_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, antenna to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-17_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 4 robot wheels." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-16_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-13_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Find 3 more tires and 3 more rims." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-16_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-17_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the wheels on the connectors at the bottom of the structure. Great job!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-20_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the left robot arm with teapot." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-18_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the handle of the open end wrench into the small tube." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-19_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the teapot into the open end wrench. This can be a bit tricky." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-20_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The left robot arm with teapot is finished! Well done! Now snap its little shaft into the clasp at the front side of the robot. The teapot is pointing to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-23_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the right robot arm with mug." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-21_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, insert the shaft of the open end wrench into the tube." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-22_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the mug into the open end wrench." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-23_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The right robot arm with mug is finished! Great job! Snap its small shaft into the clasp on the back of the structure." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-robot-24_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tea-serving robot is finished! Fantastic job! Now you can send him on his first mission to make one of his friends happy with a nice cup of tea!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-15_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the paradise bird. The paradise bird likes green grass and pretty flowers. Its feathers are different shades of pink, the bouncy behind is transparent, and its orange feet are translucent as well. It almost looks like paradise bird is floating! The bird's beak is orange." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-0_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wedge plate on the table. Turn it so that the pointed corner is in the right back. The cut off corner is to the front left. Put the brick 1x1 into the back right corner." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-1_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the frontmost knob, leaves pointing to the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-2_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on top of the previous piece. Put 1 roof tile 1x2 horizontally on the backmost row in the middle. Put the other roof tile 1x2 horizontally on the second row from the back, starting from the right edge." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-3_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the back right corner." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-4_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the backmost rightmost knob, side knob to the back. Put the other one in front of the previous piece, side knob to the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-5_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the two previous pieces, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-6_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the three previous pieces." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-7_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the side knob pointing to the front. This is the wing of the paradise bird: you can adjust its position as you like! Put 1 upright horizontally on the side knob pointing to the back. This is the other wing!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-8_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost column at the back, slope to the right, piece overhanging to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-14_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the head of the paradise bird." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-9_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put 1 brick 1x1 on the back button of the right column, side button to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-10_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-11_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-12_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the side knob at the back. Repeat symmetrically at the front. The tiles are printed with eyes!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-13_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the remaining knob at the back, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-14_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The head of the paradise bird is finished! Mount it on the leftmost column of the high part." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-ostrich-15_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The paradise bird is finished! Great job! He is ready to go play with his friends." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-15_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the unicorn. The friendly unicorn is white, but there is also translucent violet glitter in its skin. With its golden hooves it is galloping across the translucent rainbow, and what would a unicorn be without its beautiful horn? It's golden too!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-0_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the plate 1x2 vertically on the rightmost column." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-1_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will tell you exactly in which order the different colors are used for our unicorn. But of course you can also choose to make up your very own order! Put the orange plate to the left of the previous piece. Put the yellow plate to the left. Put the transparent plate to the left. Put the light blue plate to the left. Finally, put the darker blue plate on the leftmost column." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-2_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 on the second row from the left. Put the other 2 on the second row from the right. These will be the four hooves of the unicorn!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-3_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row in the middle. This means it will rest on two of the nose cones. Repeat symmetrically on the front row." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-4_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the rightmost column of the two previous pieces. Put the brick 2x3 horizontally to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-5_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the four rightmost knobs of the high part. Put the plate 1x2 vertically to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-6_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob of the previous piece." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-7_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg into the side hole on the right side." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-8_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 upright on the previous piece. Insert the small shaft of the feather into the knob of the previous piece. This is the tail of the unicorn!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-9_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the single brick 1x1 at the top of the structure, slope to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-14_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the unicorn head." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-10_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2x1\u2154 vertically on the table, side knobs to the left. Put the palisade brick 1x2 upright horizontally on the two bottom side knobs." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-11_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the two upper side knobs. They are printed with closed eyelids and long lashes. If they are turned with the lashes pointing down, it looks like the unicorn is sleeping. But if they are turned with the lashes pointing up, the unicorn is smiling!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-12_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the head." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-13_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the nose cone 1x1 on the knob of the previous piece. Insert the small shaft of the horn into the previous piece." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-14_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The unicorn head is finished! Now put it vertically on the leftmost column of the high part." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-unicorn-15_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The unicorn is finished! Excellent job! The happy unicorn is ready to roam the enchanted forests! The sleepy unicorn could probably do with a nice cup of tea. Your choice!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-8_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the potions table. It's a small, inconspicuous brown table, but the colorful see-through dishes and flasks that are set up on it are mighty powerful!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-0_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 4x4 on the table. Turn it so that the knobs form straight rows and columns in front of you. Put the brick 2x2 on top in the middle." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-1_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-2_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle. Now it's time to set the table. We will give you suggestions where to put what, but you can also choose your own setup." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-3_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the four back knobs. Put the round brick 1x1 on the leftmost knob at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-4_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the disk 2x2 on top of the round plate with 1 knob. Insert the small shaft of the feather into the round brick 1x1." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-5_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the rightmost knob at the front. Put the round brick 1x1 on the right knob of the front row." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-6_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the two previous pieces." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-7_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob of the disk 2x2." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-table-8_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The potions table is finished! Well done! There are already some magical things brewing. Quick, let's build Merlin so that he can start making powerful potions!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-13_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build Merlin the wizard. Merlin is wearing a transparent blue and glittery violet coat and a translucent violet hat. He has a bushy white beard and a powerful wand." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-0_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the roof tile 2x2 on the four right knobs, slope to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-1_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the four left knobs, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-2_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 4 top knobs." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-3_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the right column, shaft to the right. Put the roof tile 2x2 on the left column, overhanging to the left, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-4_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the four top knobs, arch overhanging to the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-5_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the palisade brick 1x2 horizontally on the back row. Put the brick 1x2 horizontally on the front row, side knobs to the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-6_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the right column, overhanging to the right, slope to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-7_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row, slope to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-8_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the two side knobs pointing to the front. They are printed with winking eyes." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-12_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build Merlin's wand." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-9_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 1x1 on the table. Put the brick with clasp on top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-10_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-11_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-12_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Merlin's wand is finished! Snap its clasp on the shaft on the right side of the structure." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-merlin-13_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Merlin the wizard is finished! Well done! Which potions will he concoct for you?" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-17_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the underwater scene with corals and clownfish. The colorful corals in different shapes and forms are the perfect home for our little translucent clownfish and his friend, the crab." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-0_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x8 horizontally on the table. Put the round brick 2x2 in the left back corner." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-1_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 to the right of the previous piece. Put the roof tile 2x2 in the front right corner, slope to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-2_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the fourth column from the right on the second knob from the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-3_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x1x\u2154 on the leftmost knob of the front row, slope to the left. Put the crab to the right. This might be a bit tricky. Make sure to use the hollow in the middle at the bottom of the crab." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-4_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the back knob of the roof tile at the front." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-5_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the leftmost column at the back on top of the leftmost round brick 2x2. Put the round brick 2x2 to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-6_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 in the left back corner on top of the 2 previous pieces. Put the brick 1x2 vertically to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-7_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the nose cone 1x1 on the second knob from the back on the leftmost column. Put the round brick 2x2 to the right of the previous piece on the 4 back knobs." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-8_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece on the front left knob." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-16_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build the clownfish." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-9_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the table. Put the roof tile horizontally on the right knob, overhanging to the right, slope to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-10_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left knob, overhanging to the left, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-11_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-12_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, shaft to the right." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-13_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2 horizontally on the left knob, piece overhanging to the left, slope to the left. Put the brick 1x1 on the right knob, side knobs to the front and back." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-14_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the side knobs of the previous piece. The tiles are printed with eyes!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-15_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, slope to the left." } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-16_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The clownfish is finished! Well done! Flip it so that the small shaft is pointing to the bottom. Snap the shaft into the clasp at the front right of the structure. You can turn the fish in any direction you want!" } ] }, { "id": "lego-11013-creative-transparent-bricks-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11013-creative-transparent-bricks-readscr/images/sm01-fish-17_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The underwater scene with corals and clownfish is finished! Great job!" } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0014_step_Step%20%23FK_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the deep-sea diver Minifigure." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0000_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0001_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the top hole around the neck, side knob overhanging to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0002_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the top hole of the oxygen bottles around the neck, oxygen bottles to the back. Put the round tile 1x1 upright on the side knob pointing to the front. This piece is printed with a black dial indicator with red needle and white, green, and red sections indicating the pressure in the oxygen bottles." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0003_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0005_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the diving helmet." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0004_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the helmet in your hand, opening to the right. Put the diving goggles on from the right, snorkel to the back." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0005_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the diving helmet on the head." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0006_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flippers underneath the legs of the diver, flippers pointing to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0013_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the underwater camera with floodlight." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0007_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the camera piece horizontally on the table, knob to the top, camera handle to the left. Put the plate 1x1 on top, clasp pointing to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0008_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the black round plate on the knob of the previous piece. Put the round tile on the previous piece. This is the camera lens!" } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0009_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it in your hand so that the small bottom shaft is pointing to the top and the 2 ends of the handlebar are pointing to the back. Now, pick up the camera and hold it so that its clasp is to the bottom and the lens is pointing to the front. Snap the clasp onto the small shaft of the handlebar. Then, flip the ends of the handlebars up so that they point to the top. This build will be a bit wobbly, but that's ok." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0010_step_s.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small tube on the handlebar end on the right. This will be the floodlight base." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0012_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the lense of the floodlight." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0011_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 upside down on the table. This means the flat surface touches the table and the opening is to the top. Put the round plate with through-hole upside down on the previous piece. Insert the handle of the wrench from the top into the hole of the previous piece. The wrench head will stick out towards the top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0012_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The lense of the floodlight is finished! Great job! Snap the wrench head on the small shaft of the floodlight base and adjust them so that the transparent round tile 1x1 is pointing to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0013_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The underwater camera with floodlight is finished! Snap the handle of the camera into the diver's hand and start taking pictures of the breathtaking underwater world." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_1-0014_step_Step%20%23FK_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The deep-sea diver Minifigure is finished! Well done! She is wearing a dark blue diving suit. The jacket of the suit has grey inserts and two neon-green arrows on it. It has functional pockets and zippers; as a deep-sea diver you need practical clothing for sure! The head of the diver is printed with two different faces: one has a determined and exploratory look, the other one has an expression of positive surprise. The treasures of the sea are marvelous!" } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0059_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the giant manta ray." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0000_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 6x6 on the table. Make sure its knobs form straight rows and columns in front of you. Put the plate 1x2 vertically centered on the second column from the right. Note that the rightmost column only consists of 2 knobs." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0001_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally, 2 round corners to the front. Mount it behind the previous piece, \u00bd overhanging to the right. If done correctly, the previous piece aligns with the current plate's second column from the left (bear in mind that the leftmost column of the current plate only consists of 1 knob)." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0002_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table and make sure its knobs also form straight rows and columns in front of you. Mount it underneath the right half of the previous piece. Make sure that the 2 round plates 6x6 are precisely next to each other in the same orientation." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0003_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the front edge of the 2 round plates 6x6, round corners to the back. You have to exactly mirror the identical plate at the back. Put the plate 1x2 vertically behind the previous piece. Align it with the previous piece's second column from the right. If done correctly, there will be an empty 2x2 space between the two plates 1x2." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0004_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the manta ray structure upside down. Keep the orientation horizontal. Mount the round plate 2x2 centered on the front edge, half of the plate overhanging to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0005_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 horizontally on the second row from the back, starting from the left. Make sure that the curvature of the round plate 6x6 protrudes underneath this plate to the left and to the back. It only aligns with the outer circumference of the base plate on the back left corner. Put 1 plate 1x3 horizontally to the right of the previous piece. Put the other plate 1x3 horizontally to the right of the previous piece. Put the remaining plate 1x2 horizontally to the right of the previous piece. If done correctly, these 4 plates form 1 row at the back. The 2 back curvatures of the round plates 6x6 will slightly protrude towards the back, and the left curvatures protrude symmetrically, as well." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0008_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 sub-parts of the manta ray." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0006_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the one-stepped plate 2x2 on the table, 2 side knobs pointing to the right, 4 top knobs to the top. Put the brick 1x2 with 4 side knobs flat on the table to the right of the previous piece, and make sure its 4 side knobs are pointing to the bottom and its 2 top knobs are pointing to the right. Then, mount the 2 side knobs of the one-stepped plate coming from the left on the brick 1x2." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0007_step_Step%20%23HJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous step with these parts: put the brick 1x2 flat on the table, 4 side knobs to the bottom, 2 top knobs to the right. Mount the 2 side knobs of the one-stepped plate on the brick, coming from the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0008_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 sub-part vertically centered on the left round plate 6x6 directly in front of the row of plates at the back. Make sure the 2 knobs of the brick are pointing to the front. Mount the other sub-part vertically centered on the right round plate 6x6, again directly in front of the row of plates at the back, 2 knobs to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0012_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build a base strutting of the manta ray." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0009_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 on the table. Put the plate 2x3 vertically on the 2 rightmost columns, starting from the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0010_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece. If done correctly, the back row is still empty." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0011_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the 2 previous pieces, symmetrically overhanging to the left and right, 1 row overhanging to the back." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0012_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attention: keep the base strutting in the building orientation, do not flip it upside down. Mount the base strutting by inserting the front part with the 2 plates 2x3 between the 2 previously mounted sub-parts. The front row of the plate 2x8 connects with the back rows of the 2 one-stepped plates 2x2 on the left and right edge." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0016_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 mounts for the pectoral fins. (Pectoral fins are the side fins of the manta ray.)" } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0013_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the plate 1x2 vertically on the right column." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0014_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, ball to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0015_step_Step%20%23HL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps: put the plate 2x2 on the table, put the plate 1x2 vertically on the right column, and the plate with ball vertically on the left column, ball to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0016_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 pectoral fin mounts are finished! Flip 1 upside down, ball to the left, and mount it centered on the left edge of the structure, ball overhanging to the left. Flip the other mount upside down, ball to the right, and mount it centered on the right edge of the structure, ball overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0017_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip 1 upside down and turn it vertically. Mount it centered on the back edge of the left round plate 6x6, 3 knobs overhanging to the back. Repeat symmetrically with the other plate 1x4 on the right round plate 6x6." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0020_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll build the lower lip of the manta ray." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0018_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mudguard screen 1x6 horizontally on the table, smooth mudguard pointing to the back. Turn the wedge plate 2x2 so that its cut-off corner is to the back right. Mount its back knob on the rightmost knob of the mudguard plate, 1 row overhanging to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0019_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its cut-off corner is to the back left. Mount its back knob on the leftmost knob of the mudguard plate, 1 row overhanging to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0020_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before you mount the lower lip, identify the plate 2x8 with 7 holes that is mounted horizontally in the back half of the structure. Again, keep the building orientation of the strutting. Mount the lower lip horizontally on the back row of said plate 2x8 using the 2 overhanging front rows of the wedge plates. If done correctly, the wedge plates are mounted on the left and right edges of the plate 2x8, and the mudguard screen is to the back." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0021_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, all these pieces will be mounted right side up. Leave the protruding half of the round plate 2x2 and the frontmost row of knobs empty, and put the 2 plates 1x2 horizontally next to each other on the second row from the front. They fit neatly between the 2 bricks 1x2 with 4 side knobs mounted at the front edge. Put the 2 plates 2x3 vertically behind the 2 previous pieces." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0022_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the 2 smooth 2x2 surfaces on the front edge that belong to the 2 bricks 1x2. Put 1 plate 1x2 vertically behind the right half of the smooth surface on the left. Put 1 wedge plate 2x2 to the left of the previous piece, cut-off corner to the back left. Repeat symmetrically on the right: put the other plate 1x2 vertically behind the left half of the smooth surface on the right. Then, put the other wedge plate to the right of the previous piece, cut-off corner to the back right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0023_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece's front row (the previous piece is the wedge plate 2x2 we have just mounted in the right half of the structure) . Put 1 horizontally behind the previous piece. Put another 1 horizontally behind the previous piece, so now there are 3 grille tiles behind one another. Repeat symmetrically in the left half of the structure: put 1 grille tile horizontally to the right of the wedge plate's front row, and put the last 2 grille tiles horizontally behind the previous piece." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0024_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 1 knob horizontally on the table, and put the plate 1x2 horizontally on top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0026_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the stacked plates upside down and mount them horizontally on the frontmost possible point in the middle. This means they will be mounted on the front half of the round plate 2x2." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0027_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure right side up again. Keep the horizontal orientation of the manta ray structure, but make sure that the 2 columns 1x3 as well as the mudguard screen are protruding to the front now, and the balls are to the left and right. Mount the plate with ball horizontally on the backmost possible point in the middle, ball to the back. This means it will sit on the protruding knobs of the round plate 2x2." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0028_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them vertically next to each other on the previous piece and the 2 rows in front of it, slopes to the back." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0029_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the crystal into the cross hole." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0031_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the brick 1x2 with crystal horizontally in front of the 2 previous pieces, crystal pointing to the front. If done correctly, the brick with crystal is mounted between 2 vertical plates 1x2." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0032_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 centered in front of the crystal. If done correctly, it will be mounted in the middle of the plate 2x6 with 2 round corners. Put 1 round plate 1x1 on each knob of the plate 1x2 to the left of the brick with crystal. Repeat symmetrically to the right of the brick with crystal." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0033_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the 2 previous pieces. Repeat symmetrically on the left: put the second low profile brick to the left of the 2 round plates 1x1." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0034_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the 2 roof tiles 1x3 at the very back, slope to the back. The frontmost edge of this piece will sit on 1 knob of the previous piece and on 1 round plate 1x1. Repeat symmetrically to the right of the 2 roof tiles, slope to the back." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0035_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 in front of the previous piece, and repeat symmetrically in front of the other curve tile 2x3 on the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0036_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 previous pieces, and repeat symmetrically on the right on the other two round plates 1x1." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0037_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece. This piece will only connect to one knob. Put 1 horizontally to the left of the previous piece. Put the last one horizontally to the left of the previous piece. Also this piece will only connect to one knob." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0038_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 middle rows, starting from the left edge, narrow end to the left. Make sure 1 column of the curve piece is overhanging to the left, and roofing the ball underneath it. Repeat symmetrically on the right, narrow end to the right, 1 column overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0039_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the third row from the front, mudguard screen to the front. This means it is mounted on the third knobs of the 2 plates that are sticking out towards the front. This piece is actually the upper lip of the manta ray's mouth! The lower lip is slightly retracted compared to the upper lip." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0040_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the rightmost knob of the previous piece, side knob pointing to the right. Repeat symmetrically on the left, side knob pointing to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0041_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically centered directly behind the mudguard, slope to the front. Put 1 vertically to the left of the previous piece, and the other one vertically to the right of the previous piece, slopes to the front. If done correctly, all 3 are mounted on the front edge directly behind the upper lip." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0044_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the top plate of the manta ray." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0042_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the plate 1x2 vertically on the right column." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0043_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0044_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the top plate in the hole located in the very center of the manta ray, directly above the crystal heart." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0045_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 upright on the single side knob pointing to the right at the front of the structure. Repeat symmetrically on the single side knob pointing to the left. The pieces are printed with black oval eyes." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0046_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the frontmost knob of the right plate protruding to the front, side knob pointing to the left. Repeat symmetrically on the frontmost knob of the left plate protruding to the front, side knob pointing to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0047_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the side knob of the previous piece, slope to the top. Repeat symmetrically on the opposite side knob, again slope to the top. That was tricky, great job! These two protruding structures are actually the so-called \"cephalic fins\" of the manta ray. They help the manta ray push food into its mouth during filter feeding. Manta rays are fascinating creatures, don't you think?" } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0048_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the structure left to right. Now, the mudguard screen (or the manta ray's mouth) and the protruding structures (the cephalic fins) we have just built should be pointing to the back. Flip 1 upright, turn it horizontally, its knob facing you and slope to the right. Mount it in this orientation on the 2 side knobs pointing to the front in the right half of the structure, \u2153 overhanging to the left. Repeat symmetrically on the left: put 1 upright horizontally on the 2 side knobs pointing to the front in the left half, \u2153 overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0051_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the 2 pectoral fins of the manta ray." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0049_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with ball cup horizontally on the table, ball cup to the left. Put the roof tile 1x3 horizontally on top, slope to the right, \u2153 overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0050_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous step: put the plate with ball cup on the table, ball cup to the left, and put the roof tile horizontally on top, slope to the right, \u2153 overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0051_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 pectoral fins of the manta ray are finished! Well done! Snap their ball cups onto the 2 balls on the pectoral fin mounts on the left and right side of the manta ray. Turn them so that their knobs are pointing in the same direction as the mouth and the 2 cephalic fins." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0058_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the tail of the manta ray." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0052_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the table, ball cup to the left. Put the other one horizontally on top, ball cup overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0053_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0054_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft with ball into the small tube." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0055_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball coming from the left into the ball cup on the left of the tail structure." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0056_step_Step%20%23FE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the small tube." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0057_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the clasp of this sub-part on the small shaft on the left edge of the tail structure." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0058_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tail of the manta ray is finished! Well done! Snap its ball cup on the ball pointing to the front in the middle. You can bend and adjust the shape of the tail as you like." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-animal-0059_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The giant manta ray is finished! Very well done, this was a really intricate build! The manta ray is a deep-sea creature related to both fish and sharks. Manta rays glide through the ocean and feed off tiny plankton that is floating in the water." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_2-0004_step_Step%20%23HS_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the diamond skeleton Minifigure." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_2-0000_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 skeleton feet on the 2 leg shafts which are the shafts below the ribcage. Make sure the little skeleton toes are to the front on both feet." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_2-0001_step_Step%20%23HU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the skeleton arms on the arm shafts to the left and right of the ribcage. Make sure the elbows are pointing to the bottom." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_2-0002_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the skeleton. It is printed with a skull with 2 black circles for eye sockets, a black triangle for the nose opening and a big skeleton grin." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_2-0003_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the stick of the diamond into the skeleton's hand." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-minifig_2-0004_step_Step%20%23HS_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The diamond skeleton Minifigure is finished! Well done! It is a surprising deep sea dweller. Who knows how it got there, swimming amidst coral reefs and sea creatures." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0087_step_Step%20%23AZ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the coral reef. The coral reef consists of different plants, corals and other small details and is a pretty intricate build that sometimes calls for very specific instructions. But of course, the coral reef is pretty modular: You can also decide to place all the different pieces to your own liking. Do give it a try, the end result is marvelous!" } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0000_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x8 horizontally on the table. Put the round plate with top shaft on the rightmost knob." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0001_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the 4 middle knobs of the plate 1x8, aligning their back edges with the plate, \u00be overhanging to the front. If done correctly, there is one empty knob between the round plate with top shaft and the right plate 2x4. On the left edge, there are 2 empty knobs protruding below the left plate 2x4." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0002_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it horizontally centered underneath the overhanging \u00be of the 2 previous pieces, edge without knobs to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0003_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the empty column to the left of the round plate 1x1 with top shaft. Put the roof tile 1x2x2 horizontally on the backmost row on the left edge, slope to the left. Put the brick 2x3 vertically in front of the previous piece, its left column overhanging to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0004_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the previous piece's left column, 1 column protruding to the left, 1 row protruding to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0005_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x6 horizontally on the frontmost row to the right of the previous piece, 1 row overhanging to the front. Make sure not to cover the previous piece. The current piece will only be mounted on 2 knobs since this part of the frontmost row is mostly flat without knobs. Put the brick 1x2 vertically on the leftmost column of the structure, starting from the back." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0006_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 upright on the side knob of the brick 1x1." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0007_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece directly in front of the knob of the roof tile 1x2x2. Make sure the side knob and round plate 1x1 are pointing to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0008_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate on the table and the flat tile on top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0009_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece in front of the previously mounted piece." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0012_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a thick gold ingot." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0010_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 on the table. Put the ingot 1x2 horizontally on top, one half overhanging to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0011_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the left half of the ingot." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0012_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the 2 back knobs of the 2 plates 2x4 that only have 2 knobs each. Mount the thick ingot diagonally running from the back right to the front left on the left knob, one corner slightly protruding to the back. Mount it diagonally to the left of the previous piece, again slightly protruding to the back." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0013_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the frontmost row, 1 row protruding to the front. This means it is mounted underneath the overhanging row of the brick 2x6 at the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0014_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered in the middle of the previous piece's front row, slope to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0018_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make a little sub-construction for the reef." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0015_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the brick 1x2 horizontally on the back row." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0016_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, 1 column overhanging to the left, 1 row overhanging to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0017_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate 2x2 horizontally underneath the front row of the previous piece, 4 side knobs to the front. Align the two pieces on their right edges. Put the plate 1x1 with clasp on the knob in the back right corner, clasp pointing to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0018_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the sub-construction in the building orientation in front of the round plate 1x1 with top shaft in the back right corner. The 2 knobs overhanging to the left will connect to the coral reef structure. The rightmost column of the sub-construction overhangs to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0019_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x2 on the roof tile 2x2 in the front center and 2 knobs behind it. Put 1 brick 1x2 horizontally behind the previous piece. Put the other brick 1x2 horizontally to the left of the plate 1x1 with side clasp pointing to the right at the back (this piece is mounted on the sub-construction we have attached in the previous step) ." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0020_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile with top tile horizontally on the previous piece and the knob to its right, top tile to the left. Put 1 brick 1x2 vertically on the third column from the right. Mount it in front of the left half of the brick 1x2 to which the top tile of the previous piece is attached. Put the other brick 1x2 horizontally on the third row from the back, skipping the leftmost column. This means it will be mounted on the front left corner of the vertical brick 2x3 that has been mounted many steps ago." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0021_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the left half of the previous piece on the leftmost edge. Put 1 to the left and 1 to the right of the brick 2x2 with 4 side grooves that is mounted at the center front. Put 1 directly behind the 4 side knobs pointing to the front in the right half of the structure." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0022_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row on its 2 rightmost knobs, slope to the right. Put 1 vertically on the leftmost column on its 2 front knobs, slope to the front. Put the last one vertically to the right of the previous piece, only using the frontmost knob, slope to the front, \u00bd overhanging to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0023_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically underneath the front half of the previous piece, 1 knob protruding to the front. Put the plate 1x4 horizontally underneath the overhanging slope on the frontmost edge, symmetrically protruding to the left and right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0024_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the swirly ice cream scoop 1x1 on the rightmost knob of the previous piece. This means that only the leftmost knob of the previous piece is still empty. Put 1 roof tile 1x2x2 vertically on said empty knob of the plate 1x4 and the knob behind it, slope to the front. Put the other roof tile 1x2x2 horizontally on the 2 knobs to the left of the previous piece, slope to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0025_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate 2x2 vertically on the rightmost column, side knobs to the right. This column consists of the 2 right knobs of the rightmost round brick 2x2. Put the plate 2x4 horizontally to the left of the previous piece." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0026_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with side shaft vertically on the leftmost column, starting from its front edge, shaft to the left. Put the round plate 1x1 with top shaft behind the previous piece. Put the plate 1x4 vertically to the right of the 2 previous pieces. Make sure its back edge is aligned with the previous piece. Put the rounded plate 1x5 vertically to the right of the previous piece, and make sure to align its front edge with the front edge of the previous piece." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0027_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the plate 1x8 horizontally across the previous pieces: Put its leftmost knob on the frontmost knob of the leftmost column, plate extending towards the right. Put the rounded plate 1x5 horizontally behind the previous piece, starting from the left edge." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0028_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 to the right of the previous piece. Put the plate 1x2 horizontally to the right of the previous piece. Put the plate 2x2 to the right of the previous piece and the plate 1x8." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0029_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with top tube horizontally on the frontmost row, starting from the left edge, tube to the left. Put the brick 2x2 with side grooves behind the right half of the previous piece and 2 knobs on the right. Put the quarter-circle tile 1x1 to the left of the previous piece's back row, quarter circle to the front left. Put the plate 2x2 to the right of the brick 2x2 with side grooves we have just mounted." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0030_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the dark orange plate 1x2 vertically to the right of the previous piece, and the mossy green plate 1x2 horizontally in front of the previous piece. Put the plate with top tube vertically on the right knob of the previously mounted plate with top tube, the current piece's top tube overhanging to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0031_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x1 horizontally on the previous piece and the knob to its right, top tile to the left. Put the angle plate 2x2 horizontally on the row above the 4 side knobs that are already pointing to the front on the right edge of the structure, 4 side knobs also pointing to the front. Put the plate with clasp horizontally behind the previous piece, clasp overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0032_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0034_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the stacked round plates upright on the left knob of the 2 bottommost side knobs pointing to the front." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0035_step_Step%20%23IJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 upright on the 2 rows above the previous piece. This means this plate is mounted on the 4 middle knobs of the 8 side knobs pointing to the front. Put the plate 1x1 with clasp upright above the right half of the previous piece, clasp overhanging to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0036_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x1 on the right knob of the 2 bottommost side knobs pointing to the front, slope to the bottom. Put 1 plate 1x2 upright horizontally on the row above the previous piece. Put 1 plate 1x2 upright vertically above the right half of the previous piece. Put the last plate 1x2 upright vertically on the front column of the side knobs pointing to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0037_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the remaining side knobs pointing to the front except the knob in the bottom left corner (since this knob already is a light purple round tile 1x1) ." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0038_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0040_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the stack upright on the top back knob of the side knobs pointing to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0041_step_Step%20%23IK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 2 remaining side knobs pointing to the right, leaving the stack of round plates mounted in the previous step empty." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0044_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 4 light purple round plates 1x1." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0042_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Make two more stacks, each consisting of 2 round plates 1x1." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0044_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure from right to left. Now, the 2 plates 1x2 with top tube are at the back, and the 2 golden ingots are at the bottom front. Mount 1 stack on the frontmost row on the leftmost knob. This means that it will be mounted to the right of a round plate 1x1 with top shaft. Mount the second stack on the knob behind the previous stack." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0045_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right again so that the 2 top tubes are at the front again. Put the plate 1x2 with shaft vertically on the fourth column from the right, starting from the back, shaft overhanging to the back. Put the plate 1x3 horizontally centered in front of the previous piece. Put the plate 1x2 vertically in front of the previous piece's middle knob. If done correctly, this piece aligns with the front right corner of the frontmost row." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0046_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the single backmost knob pointing to the back in the left section of the coral reef. Put the other one on the same column as the previous piece, directly behind the top tube that can be found at the front edge." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0047_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0049_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Keep the stack close, but before mounting it, collect the following 2 pieces: 1 dark orange round plate 1x1, and 1 bright red round plate 1x1 with top shaft. First, identify the second row from the front. Put the round plate with top shaft on the rightmost knob of that row. Put the dark orange round plate 1x1 behind the previous piece. Put the 2 stacked round plates 1x1 behind the previous piece." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0050_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the rightmost column. This column only consists of 2 knobs by now. Put the ingot 1x2 vertically to the left of the previous piece. Go to the frontmost edge and identify the second column from the right there. Put the brick 1x2 vertically on the third and fourth knob of that column." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0051_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x1 in front of the previous piece, slope to the front. Put the plate with clasp behind the previous piece (this means it is mounted on the front knob of the brick 1x2 from the previous step) , clasp to the left. Put the roof tile with top tile horizontally behind the previous piece and a knob to its right, top tile to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0052_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the slope of the previous piece, slope to the front. If done correctly, there is 1 empty knob in front of it. Put the other one horizontally on the backmost row on the left edge, directly to the right of the round plate 1x1 with top shaft, slope to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0053_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 in front of the right half of the previous piece. If done correctly, there is a 1x1 space without a knob between them. Put the round brick 2x2 to the right of the previous piece and the row behind. Put the plate 2x2 on the 4 knobs on the leftmost edge. Put the roof tile with top tile horizontally on top of the plate 1x1 with side clasp that is mounted relatively in the top center of the structure (the clasp is pointing to the left) , top tile to the right (it connects to a roof tile 1x2x2) ." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0054_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with 3 leaves on the frontmost knob of the second column from the left, leaves to the front left. Put the dark azure blue round plate 1x1 with top shaft on the back knob of the leftmost column. Put the nose cone 1x1 to the right of the previous piece. (It should be on the same column as the plate with leaves.) Skip the empty 1x1 space to the right of the previous piece, and put the round plate 1x1 with through-hole to the right of said space. If done correctly, it will sit on the round brick 2x2 from earlier. Put 1 white round plate 1x1 with top shaft to the right of the previous piece. Put 1 white round plate 1x1 with top shaft on the first knob behind the top tube overhanging to the front. This means it will be mounted on the same column as the round plate with through hole we have just mounted. Put the last white round plate 1x1 with top shaft on the left knob of the frontmost row. Remember the placement of the 3 white round plates with top shaft for the upcoming step." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0055_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the domes upside down so that their hollow knobs are to the bottom, and mount those knobs on the 3 with round plates with top shaft from the previous step." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0056_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the bottom shaft of the plant base into the round plate 1x1 with 3 leaves that sits on the front knob of the second column from the left. Put 1 nose cone on the single brick 1x1 mounted diagonally behind the previous piece. Put the other nose cone on the roof tile 1x2x2 behind the previous piece." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0059_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make a small sub-part." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0057_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with side handle on the table, and put the round plate with top shaft on top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0059_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle into the frontmost clasp pointing to the right in the top corner. Make sure the round plate with top shaft is to the front and pointing to the top right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0063_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a big underwater plant leaf." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0060_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the disk 4x4 upside down on the table, knob to the bottom, disk curvature towards the top. Put the round plate 1x1 upside down on the middle hole of the disk." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0061_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its handle from the top into the middle holes of the 2 previous pieces." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0063_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The big underwater plant leaf is finished! Flip it right side up and snap the wrench head onto the small shaft pointing to the back in the middle." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0066_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 red coral branches." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0064_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with side shafts horizontally on the table, shafts to the left and right. Snap the clasp of the plate 1x2 with clasp on the right shaft. The two plates form a straight row." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0065_step_Step%20%23IE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps: put the plate with shafts horizontally on the table, and snap the clasp on the right shaft." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0066_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the left shafts of the 2 coral branches onto the 2 clasps that are pointing to the right on the coral reef. Bend the coral branches and adjust their positions to your liking." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0070_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the stem of an extravagant underwater plant." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0067_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the table, side knobs to the front and right. Put the round plate on top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0068_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick on top, but make sure its side knobs are pointing in slightly different directions as the previous brick 1x1. Put the round plate with shaft on top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0070_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the stem on the front knob of the rightmost column on the coral reef. Make sure the knobs are pointing outwards, so rather to the front, right and left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0071_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hollow knobs of the domes on the 4 side knobs of the stem. You will probably have to adjust the stem a bit to fit all 4 domes on it." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-278", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0075_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the top part of the extravagant plant." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0072_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the table. Put the round plate 1x1 in the middle between the 4 knobs of the plate 2x2." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0073_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the plate 2x2, curve to the bottom." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0075_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the part upside down so that the curve is to the top, and mount it on the small shaft at the top of the plant stem. The extravagant plant is finished, well done!" } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0081_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build a blue coral element." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0076_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the table. Put the round plate 1x1 in the middle between the 4 knobs of the plate 2x2." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0077_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0078_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the blue coral element upside down so that its knobs are on the table. Put the round plate 1x1 with through-hole upside down on the middle hole. Insert the handle of the round plate with handle into the hole from the top, its knob pointing to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0079_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the knob of the previous piece, knob pointing to the left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-293", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0081_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The blue coral element is finished! Before you mount it, identify the side shaft on the left edge of the coral reef. Insert the back end of said shaft into the hollow knob of the previous piece, blue coral element sticking out towards the top left." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0086_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build a thick light-blue coral branch." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0082_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the small tube in your left hand, clasp to the left, and insert the shaft from the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0083_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the middle hole of the round brick on the shaft, coming from the right, knobs pointing to the right. Put the round plate with through hole on the shaft, top knob to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0084_step_Step%20%23FG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps: put the middle hole of the round brick on the shaft, knobs to the right, and put the round plate 1x1 on the shaft, top knob to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-302", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0085_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put its middle hole on the shaft, top knobs to the right." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0086_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The thick light-blue coral branch is finished! Well done! Snap its clasp on the front end of the side handle on the left edge of the coral reef. Adjust its orientation to your liking." } ] }, { "id": "lego-31130-c-sunken-treasure-mission-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-c-sunken-treasure-mission-readscr/images/sm03-build-0087_step_Step%20%23AZ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The coral reef is finished! What a difficult build, you can be proud of yourself! The work was definitely worth it though: The reef is amazing! Exotic, unique and colorful, the diver will be delighted to examine it from up close and take breathtaking pictures with the underwater camera." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Minifigure-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the first section we will build the Lloyd minifigure." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Minifigure-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the pair of legs." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Minifigure-1_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mask around the neck. Put the head on top. Put the hair on top of the head." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Minifigure-2_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in his right hand." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Minifigure-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Lloyd is now ready to fight his way into the jungle using his sword." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-87_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-0_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-1_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the left edge. Put 1 plate 2x1 with clasp on the front row to the right of the previous piece, clasp and 1 knob overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-2_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x6 horizontally to the right of the previous pieces, one row overhanging to the front and the back. Put the plate 2x4 with 2 side connectors vertically to the right, one row overhanging to the front and the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-3_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the structure, knobs pointing to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-4_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x12 horizontally to the right of the previous piece and across the structure on the back row, 1 knob overhanging on the right. Put the other one horizontally in front of the previous piece. Put the 2 round tiles upright on the 2 knobs pointing left on the structure." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-5_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, 4 side knobs to the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-6_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, one knob overhanging on each side. Careful! Now we will attach this small build to the structure." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-7_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the overhanging plates on the right side of the structure, side knobs to the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-8_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row, starting from the right. Repeat symmetrically at the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-9_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x1 with tooth on the previous piece on the rightmost knob, tooth overhanging to the back. Repeat symmetrically at the front. Put the plate 2x3 horizontally between the 2 previous pieces, starting from the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-10_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 with top roof tile vertically on the rightmost column on the front two knobs, roof tile to the front. Repeat symmetrically at the back. Put 1 bottom angle plate 1x2 horizontally to the left on the second column from the front, side knobs to the front. Repeat symmetrically at the back, side knobs to the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-11_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bottom angle plate 1x2 vertically between the 2 roof tiles, side knobs to the right. Put the plate 2x2 to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-12_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the 2 previous pieces. Put 1 roof tile 1x2 with lattice upright horizontally on the side knobs pointing to the front of the structure, high end to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-17_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are doing great! Now put the structure aside while we continue with 2 smaller builds. Now, we will make 2 small builds for the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-13_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, holes running front to back, and cross hole on the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-14_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it front-to-back into the round hole on the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-15_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle front-to-back into the cross hole on the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-16_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The next part can be hard. Make sure to ask for help if needed. Insert the 2 connectors at the front into the 2 holes of the brick 1x2." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-17_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount this build: put it on the second row from the back, to the left of the roof tile 1x2 with lattice. Make sure the cross axle is overhanging to the back. Good job. You have finished the first small build." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-22_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the second small build." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-18_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, holes front to back. This time the cross hole should be on the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-19_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it front-to-back into the round hole on the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-20_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle front-to-back into the cross hole." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-21_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the 2 connectors at the front into the holes of the brick 1x2. Now turn this part around so that the cross axle is pointing to the front. Now we will put it on the Jungle Raider. That can be hard, so ask for help if needed." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-22_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it on the second row from the front, left of the roof tile 1x2 with lattice. Make sure the cross axle is overhanging to the front." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-23_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 previous small builds, one row overhanging to the front and back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-26_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "That was a tough part! Great work! Now, we will build the back of the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-24_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-25_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grill tile 1x2 horizontally on the back row of the previous piece. Put the curved tile 2x2 on the front row, curve overhanging to the front." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-27_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 with top clasp vertically on the fourth column from the left, starting from the front, top clasp to the front. Repeat symmetrically at the back. Put 2 bottom angle plates 1x2 to the left on the back row, side knobs to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-28_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left plate 2x3 with angle horizontally on the front row on the left edge of the structure, angle overhanging at the front. Repeat symmetrically at the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-31_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This is the start of the hood for the Jungle Raider. Now we will build the dashboard to drive the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-29_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-30_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous element. The print on this piece shows a red screen and a lot of buttons." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-32_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece on the front row. Repeat symmetrically on the back row." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-37_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will now build the front hood of the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-33_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-34_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-35_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece so that its steps fit exactly on the structure, curve overhanging to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-36_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the curved tile 2x4. The sticker shows mechanical details with a round Ninjago icon of a dragon." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-37_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the front hood horizontally on the left edge of the Jungle Raider structure, curve to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-38_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the right edge on the middle 2 rows. Put the plate 1x2 vertically to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-39_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the rightmost knob of the front row, protruding plate to the right, and connecting the lower with the higher level. Repeat symmetrically on the back row." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-40_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one to the right of the previous piece, twin connector collar overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-41_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece and the protruding plate of the brick with arch 1x1. Repeat symmetrically at the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-42_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the twin connector collars pointing left. These are lights that are very important when driving in the jungle. Good job!" } ] }, { "id": "lego-71700-jungle-raider-screen-reader-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-50_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the tail of the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-43_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-44_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row on the right edge, shaft overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-45_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the leftmost column. Put the 2 plates 1x2 with top clasp horizontally to the right, top clasps to the left. Put the plate 1x2 with 1 knob vertically to the right of the previous pieces." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-46_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 with top clasp on the previous piece. Turn the clasp vertically, so its tips are at the front and back. Snap the shaft vertically into the 2 top clasps on the left, shaft overhanging to the front and back. Put the plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-47_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on each end of the shaft on the left. Push them until they touch the structure." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-48_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the car roll cage 4x4 to the right of the shaft, slope to the right. Put the flat tile to the right of the previous piece." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-49_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handle of the katana sword in the clasp\u00a0 in the middle of the structure, sword blade pointing to the right. Snap the clasps of 1 angled banner on the side shaft overhanging to the front on the right edge of the structure, angle to the right. Repeat symmetrically at the back. Now we will attach the tail of the vehicle to the Jungle Raider. This part can be hard!" } ] }, { "id": "lego-71700-jungle-raider-screen-reader-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-50_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the tail part in the middle 2 rows on the right side of the Jungle Raider, tail overhanging to the right. On the left side, the tail is flush with the rest of the high section of the car body." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-51_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These 2 pieces will lock the tail. Put 1 vertically on the\u00a0leftmost column\u00a0of\u00a0the\u00a0high section of the Jungle Raider, curve to the front. Repeat symmetrically at the back, curve to the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-52_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the Jungle Raider upside down. This means the top knobs touch the table, tail to the right. Careful! This piece has a special orientation. Flip the plate 2x2 with 2 wheel axles upside down. Put it vertically on the leftmost edge of the structure, wheel axles to the front and back. Put the curved disk 2x2 on the rightmost edge of the structure. Flip the structure right side up again, tail to the left now." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-56_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! We will now build one of 2 side panels of the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-53_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, short end to the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-54_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved tile 1x2 horizontally on the rightmost knob, curve overhanging to the right. Put the grille tile 1x2 horizontally to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-55_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the curved tile 1x2. Mount the side panel on the 4 side knobs on the front of the structure, curve to the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-60_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the rear suspension." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-57_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, top 90\u00b0 hole to the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-58_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it right-to-left into the top hole, connector overhanging to the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-59_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece. Now we will attach the suspension to the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-60_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right hole of the suspension on the rear wheel axle at the front left of the structure. Put the suspension horizontally, but tilt it downwards by a few degrees." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-61_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the cross axle to the right of the suspension. Use the right hole. The suspension now touches the rubber band." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-65_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right so that the other side of the Jungle Raider is at the front. The tail is now to the right. We continue with the side panel for the other side of the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-62_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, short end to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-63_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved tile 1x2 horizontally on the leftmost knob, curve overhanging to the left. Put the grille tile 1x2 horizontally to the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-64_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the curved tile 1x2." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-65_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the side panel upright on the 4 knobs at the front side of the structure, curve to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-69_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished the sides. Great work! Let's build the suspension for this side of the Jungle Raider." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-66_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, top 90\u00b0 hole to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-67_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it left-to-right into the top hole, connector overhanging to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-68_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-69_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left hole of the suspension on the rear wheel axle at the front right of the structure." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-70_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the cross axle to the left of the suspension. Use the left hole. Very well done. Now the suspensions are finished." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-74_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will now build an iron bar for the top." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-71_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, clasp pointing down and to the right." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-72_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one end of the shaft into the small hole at the front of the robot arm." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-73_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it symmetrically on the other end of the shaft." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-74_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the iron bar onto the Jungle Raider by snapping the 2 clasps on the shaft with cross bushings on top of the Jungle Raider, robot arms to the left." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-75_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table next to each other." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-76_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on each of the previous pieces." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-77_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one part in the end hole of the robot arm at the back, pointing to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-78_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one in each bottommost hole of the suspensions on the right side of the structure, overhanging to the back and front." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-81_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Good job, we are now almost done! Now, we will build the rear wheels." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-79_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-80_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on each rim." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-81_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the bottom connectors of the suspensions, spokes facing outwards." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-84_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front wheels." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-83_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires on the rims." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-84_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 2 connectors on the left side of the structure, spokes facing outwards." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-85_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handles of 2 katana swords into the clasps on each side of the hood, blades overhanging the front wheels. Put the other 2 katana swords on the clasps on the side of the Jungle Raider, to the right of the front wheels, blades to the back." } ] }, { "id": "lego-71700-jungle-raider-screen-reader-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71700-jungle-raider-screen-reader/images/sm01-Car-87_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These swords will help the Jungle Raider cut through the jungle in no time! Make sure you bring your Lloyd minifigure on your adventures." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure1-0003_step_Step%20%23DC_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we build the Harry Potter Minifigure." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure1-0000_step_Minifigure_1.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure1-0001_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure1-0002_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wand in Harry's right hand. Snap the stalk of the apple into Harry's left hand." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure1-0003_step_Step%20%23DC_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Harry Potter Minifigure is finished! Great job! He is wearing black pants, a blue zipper jacket, a grey button-down cardigan, the Hogwarts school tie in Gryffindor colors and a white shirt. There are two facial expression prints on Harry's head: on one he looks rather grim and determined, on the other he has a cheeky smile on his face. He is wearing his round glasses, and both face prints have the characteristic lightning-shaped scar on the forehead." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure2-0004_step_Step%20%23CY_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Luna Lovegood Minifigure with baby Thestral." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure2-0000_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure2-0001_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Lift up Luna's right arm to make space for the bag, and put the bag around her body. This piece is put on horizontally, bag end under her right arm. After mounting the bag, you can put her arm down again." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure2-0002_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure2-0003_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wand in Luna's right hand. Put the red flat tile in Luna's left hand. This is the piece of raw meat for the Thestrals." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-figure2-0004_step_Step%20%23CY_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Luna Lovegood Minifigure with baby Thestral is finished! Great job! Luna is wearing a khaki dress with a lavender-colored knitted bolero jacket. Her head also has two prints: one face is surprised, on the other one she is smiling dreamily. She is very fond of Thestrals and knows how to take care of them and befriend them. The baby Thestral is in good hands with her!" } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0021_step_Step%20%23AS_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the Forbidden Forest tree." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0000_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the quarter-circle plate 4x4 on the table. Make sure the rectangular corner is to the back right. The two straight edges should form a right angle. Put the nose cone 1x1 on the knob closest to you. This is the frontmost knob of the rightmost column." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0001_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically behind the nose cone, slope to the front." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0002_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2 (the lower piece) horizontally to the left of the previous piece, slope to the left. Make sure that a row of two knobs remains empty in front of this piece. Put the roof tile 1x2x2 horizontally behind the previous piece, slope also to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0003_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right knob of the 2 empty knobs at the front. Make sure the leaves point to the front and slightly to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0004_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x1 on top of the previous piece, slope to the front. Put the palisade brick 1x2 horizontally on the two higher knobs behind the previous piece." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0005_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the corner brick so that its corner is pointing to the front left. Put it on top of the previous piece. If done correctly, a horizontal row of 2 knobs covers the previous piece, and 1 knob extends to the back on the left. The three knobs of the corner brick are the foundation of the tree trunk. The branches will be mounted on these knobs. Put the satellite dish 2x2 on top of the nose cone in the front right corner. This is the fly agaric!" } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0008_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the first of three branches." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0006_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the half-arch brick horizontally, arch bending from the bottom right to the top left. Mount the plant element on the leftmost knob of the half-arch brick, 5 twigs and plant element pointing to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0007_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the rightmost knob of the previous piece and the knob to its right, slope to the right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0008_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The branch is finished! Mount it on the backmost knob of the tree trunk foundation, branch pointing to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0011_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build the second branch." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0009_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the half-arch brick horizontally, this time arch bending from the bottom left to the top right. Mount the plant element horizontally on the rightmost knob of the brick, 5 twigs and plant element pointing to the right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0010_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the leftmost knob of the previous piece and the knob to its left, slope to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0011_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second branch is finished! Great job! Turn it towards you and mount it vertically on the rightmost knob of the trunk foundation, branch pointing to the front. You could also say it is mounted on the knob behind the fly agaric." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0015_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the third branch." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0012_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on top of the round brick 1x1." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0013_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant element horizontally on top, 5 twigs pointing to the left. Put the round plate 1x1 on top in line with the other elements. Do not put it on one of the 5 twigs." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0015_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The third branch is finished! Mount it on the last remaining knob of the tree trunk foundation, twigs pointing to the front left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0016_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the tree structure so that the corner of the base plate is pointing towards you. Mount the corner roof tile between the two large branches, middle slope towards you, side slopes to the front left and front right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0020_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the leaf canopy." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0017_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the most central knob on the plant element. Put the round brick 1x1 underneath the central knob of the plant element." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0018_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the twig from the top into the central knob of the plant element, twig leaves sticking out towards the top." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0020_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the leaf canopy on top of the roof tile with 3 slopes." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-tree-0021_step_Step%20%23AS_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Forbidden Forest tree is finished! Well done!" } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0057_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the adult Thestral with harness and carriage." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0000_step_Bag%20Loose%20bricks.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the adult Thestral horizontally on the table, head to the left. Put the plate 1x2 vertically on the right column in the Thestral frame." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0003_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the carriage harness." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0001_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the double drawbar 3x8 horizontally on the table, plate 2x2 to the right. Put the plate 2x2 with ball socket on top of the plate 2x2 of the drawbar, ball socket to the right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0003_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The carriage harness is finished! Well done! To mount it on the Thestral, put the drawbar's plate 1x2 on the left column of the Thestral body, drawbar horizontally extending towards the right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0004_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the 4 knobs. Put the other one horizontally in front of the previous piece." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0005_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the Thestral frame, clasps to the back. Put the other one horizontally in front of the previous piece, clasps to the front." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0006_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 2 previous pieces, the 2 knobs forming a column on the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0007_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft into the 2 clasps pointing to the front. Folded up, the longest tip of the wing should be at the top and bending from the bottom left to the top right. Snap the shaft of the other wing into the 2 clasps at the back. Again, when the wing is folded up, the longest tip should be at the top and bend from the bottom left to the top right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0008_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find the hole at the bottom of the longest wing tip at the front. Insert the shaft of one horn into the hole, horn sticking out towards the front. Repeat symmetrically at the back." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0009_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Until you finish building the entire set, we would recommend keeping the drawbar on the Thestral. If you would like to remove the drawbar later, step one is to remove the first three layers of plates with the wings attached to reach the level on which the drawbar is mounted. In step two, you remove the drawbar and replace it with a dark stone grey plate 1x2. Step three is to reattach the 3 top layers of plates with wings attached. Now your Thestral can roam the forest freely without the drawbar. But now let's continue building!" } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0055_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the carriage." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0012_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x8 horizontally on the table. Hold the inverted double roof tile vertically; this means the slopes are to the front and back. Mount the front edge of the double roof tile on the plate 1x8, leaving 1 knob to the left and 3 knobs to the right empty." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0013_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the back edge of the inverted double roof tile, 1 knob protruding to the left, 3 knobs protruding to the right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0014_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the first inverted roof tile in the same orientation. If done correctly, one column will overhang to the right." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0015_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the right door 1x3 vertically on the second knob from the back on the rightmost column. Make sure the panel of the door is on the right edge so you can open it towards the right back. Put the brick 1x1 on the second knob from the front on the rightmost column." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0016_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece. Put another 1 horizontally to the left of the previous piece. Repeat symmetrically at the back to the left of the door." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0019_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 small parts." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0017_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 plate 1x2 vertically. Put 1 round plate 1x1 underneath the front knob of the plate. Repeat symmetrically with the other plate 1x2 and round plate 1x1." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0019_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount one of the 2 small parts horizontally on the leftmost knob at the back. That is the knob sticking out underneath the structure. Make sure that 1 knob and round plate 1x1 are overhanging to the left. Repeat symmetrically at the front with the other small part." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0022_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front floor of the carriage." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0020_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted roof tile 4x6 horizontally on the table. This means the slopes are on the left and right. Put the plate 2x4 vertically on the 2 middle columns of the roof tile." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0022_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the front floor horizontally into the structure coming from the left until the right slope touches the palisade bricks. Mount it in that position." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0023_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the backmost knob of the rightmost column, shaft overhanging to the back. Repeat symmetrically at the front, shaft overhanging to the front." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0024_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 1 knob to the left of the previous piece and mount 1 plate with shaft horizontally on the frontmost row, shaft overhanging to the front. Again, skip 1 knob to the left of the previous piece and mount another plate with shaft horizontally on the front row, shaft overhanging to the front. If done correctly, there are 1 shorter and 2 longer shafts pointing to the front now with 2 gaps between them. Each gap is exactly one knob. Repeat symmetrically at the back with the 2 remaining plates with shaft, shafts overhanging to the back." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0027_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build 4 mounts for the back rests." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0025_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 bottom angle plate on the table, 2 side knobs pointing towards you. Put 1 round plate 1x1 upright on the lower of the 2 side knobs. Repeat this for the remaining 3 bottom angle plates and 3 round plates 1x1." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0027_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the first mount on the second knob from the right on the frontmost row, side knobs to the front. Skip 2 knobs to the left, and put the second mount on the front row, side knobs to the front. Repeat symmetrically at the back with the 2 remaining mounts, side knobs to the back." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0028_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 2x6 horizontally on the 2 backmost rows, starting from the right edge. Repeat symmetrically at the front. Put the flat tile 1x2 vertically between the two previous pieces on their leftmost column." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0029_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost knob of the frontmost row. Note that the frontmost row does not extend all the way to the left edge of the entire structure. Repeat symmetrically on the backmost row." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0030_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the previous piece and the knob to its right, top tile to the left. This means the top tile will cover the nose cone. Repeat symmetrically on the front row, again covering the nose cone with the top tile." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0033_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 lanterns." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0031_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x1 on the table, side knob pointing to the right. Turn 1 round plate 1x1 upright, and insert its knob from the left into the side surface of the brick 1x1. Repeat symmetrically with the other brick with foot and side knob and round plate 1x1." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0032_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the 2 bricks 1x1. The lanterns are finished! They will be pushed on the overhanging shafts coming from left side. Continue for detailed instructions." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0033_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push the hollow side knob of the first lantern on the leftmost shaft at the back of the carriage. The transparent yellow round plate 1x1 should point to the left. Repeat symmetrically at the front: push the hollow side knob of the second lantern on the leftmost shaft at the front of the carriage, transparent yellow round plate 1x1 to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0034_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These will be the backrests for the carriage passenger seats. Mount 1 upright horizontally on the 2 topmost side knobs pointing to the front, symmetrically overhanging to the left and right. Repeat symmetrically at the back." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0037_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we assemble the front lattice." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0035_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically on the table. Put the fence element vertically on top, fence to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0037_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the front lattice vertically on the leftmost column of the build, fence to the left." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0045_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first of two wheel axles together with the carriage stairs." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0038_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bearing plate 1x4 horizontally on the table, connectors pointing to the left and right. Put the palisade brick 1x2 horizontally on the 2 middle knobs." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0039_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece, 4 side knobs pointing to the front." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0040_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright on the 4 side knobs pointing to the front." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0041_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright horizontally on the 2 lower side knobs pointing to the front." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0042_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the previous piece, panel at the bottom and pointing to the front. Put the other one upright horizontally on the 2 side knobs above the previous piece, panel at the bottom and pointing to the front. These two panels sticking out towards the front will later be the steps of the stairs." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0043_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost knob, slopes to the front and back. Repeat symmetrically on the rightmost knob." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0044_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the wheel axle with stairs upside down. Make sure the connectors are still pointing to the left and right and the steps to the front." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0045_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before you mount the wheel axle, flip the carriage structure upside down as well. Make sure that the front lattice remains on the left side. Mount the wheel axle vertically on the right edge of the structure, connectors pointing to the front and back. Place it so that only the 2 panels which will be the steps are overhanging to the right. The rest should sit on the carriage structure." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0051_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the second wheel axle." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0046_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bearing plate 1x4 horizontally on the table, connectors to the left and right. Put the plate 1x2 horizontally on the 2 middle knobs." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0047_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, side ball on shaft to the front, 1 row overhanging to the back." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0048_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row of the previous piece." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0049_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost knob, slopes to the front and back. Repeat symmetrically on the rightmost knob." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0050_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the wheel axle upside down." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0051_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it vertically on the left edge of the carriage structure, connectors pointing to the front and back." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0052_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 4 wheels onto the 4 connectors. Make sure the spokes bend outwards." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0053_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the carriage structure right side up again. It rests on the wheels now. Make sure the front lattice is on the left side again. Mount the 2 seats next to each other on the third and fourth column from the left, seat backs to the right. They should form a bench together." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0054_step__STARTPIC_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This piece is printed with an issue of the Quibbler, a wizarding tabloid published by Luna's father. You can store it in the carriage, for instance by inserting it upright vertically to the right of the seat backs. The background design of the Quibbler cover is light blue and white vertical stripes. The magazine title is written in pink all upper case letters. The first headline featured on the cover is \"Pandemonium at the Ministry\", the second one is \"Unfuzz the mystery\". There is half a face on the left half of the front page, the person is wearing a light blue hat with formulas written on it as well as an eccentrically designed pair of glasses with a yellow and pink frame and pink lenses." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0055_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The carriage is finished! Great job, that was a difficult build! To connect it to the drawbar on the Thestral, snap the ball joint sticking out towards the left into the ball socket on the drawbar." } ] }, { "id": "lego-76400-hogwarts-carriage-and-thestrals-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76400-hogwarts-carriage-and-thestrals-readscr/images/sm01-horseCarriage-0057_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The adult Thestral with harness and carriage is finished! Well done! Now it's time to invite your passengers to get in and join you on an eerie but magical ride." } ] }, { "id": "lego-60285-sports-car-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-figure-2_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we build the driver Minifigure." } ] }, { "id": "lego-60285-sports-car-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-figure-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on top of the legs, put the head on top and then put the hair on the head." } ] }, { "id": "lego-60285-sports-car-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-figure-2_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The driver Minifigure is finished! Great job! This sports car driver is wearing a maroon red leather jacket with two chest pockets, a baby blue polo shirt and white pants. He has light blonde hair and a tiny goatee on his chin, dark eyebrows and a daring smile on his face. Time to build his car!" } ] }, { "id": "lego-60285-sports-car-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-59_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Sports Car." } ] }, { "id": "lego-60285-sports-car-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, pin connectors to the front and back." } ] }, { "id": "lego-60285-sports-car-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-1_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column, side knobs to the right." } ] }, { "id": "lego-60285-sports-car-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the right side knobs of the previous piece. The two knobs of this piece will be the exhaust pipes of the Sports Car!" } ] }, { "id": "lego-60285-sports-car-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-3_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the second column from the right." } ] }, { "id": "lego-60285-sports-car-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-4_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60285-sports-car-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-5_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece, mudguard overhanging to the right." } ] }, { "id": "lego-60285-sports-car-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-6_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-60285-sports-car-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-7_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece and the column to its left." } ] }, { "id": "lego-60285-sports-car-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-8_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the right edge, mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60285-sports-car-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-11_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the base plate of the rear of the car." } ] }, { "id": "lego-60285-sports-car-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-9_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, 4 side knobs pointing to the right." } ] }, { "id": "lego-60285-sports-car-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-10_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 4 side knobs of the angle plate." } ] }, { "id": "lego-60285-sports-car-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-11_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount base plate vertically centered on the rightmost column, side knobs to the right." } ] }, { "id": "lego-60285-sports-car-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-12_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous part." } ] }, { "id": "lego-60285-sports-car-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-13_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the fourth column from the right, slope to the left." } ] }, { "id": "lego-60285-sports-car-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-14_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the fourth column from the left, steering wheel to the right." } ] }, { "id": "lego-60285-sports-car-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-15_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the 2 backmost rows. Repeat symmetrically at the front." } ] }, { "id": "lego-60285-sports-car-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-16_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the two previous pieces, slopes to the left and right." } ] }, { "id": "lego-60285-sports-car-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-17_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the third column from the right." } ] }, { "id": "lego-60285-sports-car-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-18_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the second column from the back, panel to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60285-sports-car-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-19_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece, curve to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60285-sports-car-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-20_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the third column from the right, slopes to the left. Make sure the frontmost and backmost knob remain empty." } ] }, { "id": "lego-60285-sports-car-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-21_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the 2 previous pieces, two columns overhanging to the right." } ] }, { "id": "lego-60285-sports-car-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-25_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make 2 small parts." } ] }, { "id": "lego-60285-sports-car-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-22_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other on the table." } ] }, { "id": "lego-60285-sports-car-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-23_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the leftmost knob of one of the two previous pieces, curve to the left. Repeat with the other plate and curve tile." } ] }, { "id": "lego-60285-sports-car-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-24_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tiles 1x2 horizontally to the right of the curve tiles. Put the flat tiles 1x1 on the rightmost knobs, half circles to the right." } ] }, { "id": "lego-60285-sports-car-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-25_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 small parts are finished! Great job! Mount one horizontally on the backmost row, starting from the right edge, curve to the left, and half circle to the right. Mount the other one symmetrically on the front row." } ] }, { "id": "lego-60285-sports-car-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-26_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally behind the previous piece, slope to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60285-sports-car-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-27_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the two previous pieces on the third and fourth column from the right, top knobs to the left." } ] }, { "id": "lego-60285-sports-car-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-29_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-60285-sports-car-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-28_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with handle vertically on the table, handle to the right. Put the plate 1x2 vertically on top." } ] }, { "id": "lego-60285-sports-car-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-29_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this small part vertically centered on top of the previous piece, handle to the right." } ] }, { "id": "lego-60285-sports-car-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-30_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the small part, locking it in." } ] }, { "id": "lego-60285-sports-car-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-31_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap 1 onto the handle sticking out at the top center towards the right. Make sure the bend is pointing up and then to the right. Mount the other one next to the first one in the same orientation." } ] }, { "id": "lego-60285-sports-car-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-32_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its shaft into the two clasps of the 2 previous pieces sticking out towards the right. You can fold the spoiler up and down and adjust it for perfect aerodynamics!" } ] }, { "id": "lego-60285-sports-car-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-36_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the bottom panel of the car front." } ] }, { "id": "lego-60285-sports-car-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-33_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, round corners to the right." } ] }, { "id": "lego-60285-sports-car-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-34_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 middle rows, starting from the left edge, four columns overhanging to the right." } ] }, { "id": "lego-60285-sports-car-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-35_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the previous piece, cut-off corner to the back left. Repeat symmetrically at the front, cut-off corner to the front left." } ] }, { "id": "lego-60285-sports-car-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-36_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bottom panel of the car front is finished! Well done! Insert it into the structure from the left and mount it to the left of the steering wheel." } ] }, { "id": "lego-60285-sports-car-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-37_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the steering wheel." } ] }, { "id": "lego-60285-sports-car-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-38_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x6 vertically centered on the rightmost column of the previous piece. Put the plate 2x2 to the left." } ] }, { "id": "lego-60285-sports-car-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-39_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally behind the previous piece, mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60285-sports-car-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-40_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the leftmost edge." } ] }, { "id": "lego-60285-sports-car-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-41_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece." } ] }, { "id": "lego-60285-sports-car-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-42_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with racer grille vertically centered on the previous piece, bent up tabs to the left, pointing to the front and back. Put 1 plate 1x2 vertically behind the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60285-sports-car-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-43_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically so that the curved wedge tiles are pointing to the left. Mount it on top of the grille tile to the right of the 2 previous pieces. However, it will not touch the grille tile, the piece will only connect in the middle of its 2 curved wedge tiles." } ] }, { "id": "lego-60285-sports-car-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-44_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 middle rows starting from the left edge, curve to the left. Make sure it is flus with the left edge of the structure." } ] }, { "id": "lego-60285-sports-car-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-45_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece." } ] }, { "id": "lego-60285-sports-car-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-46_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the 3 knobs at the top of the backmost row. Put 1 flat tile 1x2 horizontally on the right and middle knob. Repeat symmetrically at the front." } ] }, { "id": "lego-60285-sports-car-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-47_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, curve to the left, one column overhanging to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60285-sports-car-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-48_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost knob at the bottom of the backmost row, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60285-sports-car-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-49_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the steering wheel, slope to the left." } ] }, { "id": "lego-60285-sports-car-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-50_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, top knobs to the right. The right side of this piece rests on the top handles and does not connect to any knobs." } ] }, { "id": "lego-60285-sports-car-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-55_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the rear of the Sports Car." } ] }, { "id": "lego-60285-sports-car-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-51_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60285-sports-car-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-52_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rounded plate horizontally on the 2 middle knobs of the previous piece. Put the 2 plates 1x2 horizontally to the left and right of the previous piece." } ] }, { "id": "lego-60285-sports-car-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-53_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost knob, overhanging to the front, curve to the front. Repeat symmetrically on the right." } ] }, { "id": "lego-60285-sports-car-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-54_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the 4 remaining knobs." } ] }, { "id": "lego-60285-sports-car-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-55_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear of the Sports Car is finished! Great job! Flip it upright so that the curves are pointing to the bottom. Mount it on the 4 side knobs pointing to the right side just beneath a protruding plate. Do not use the 2 side knobs at the bottom, they are the exhaust pipes." } ] }, { "id": "lego-60285-sports-car-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-58_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 wheels." } ] }, { "id": "lego-60285-sports-car-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-57_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires around the rim." } ] }, { "id": "lego-60285-sports-car-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-58_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wheels on the 4 connectors at the bottom. Make sure the spokes are facing outwards." } ] }, { "id": "lego-60285-sports-car-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60285-sports-car-readscr/images/sm01-car-59_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Sports Car is finished! Great job! What a stylish and cool car! Seat the driver and take it for a spin on the streets of LEGO City! If the weather is particularly nice, take off the roof and enjoy the cool breeze in the cabriolet version of the car. Adjust the rear spoiler, and off you go!" } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig01-4_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the driver Minifigure." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig01-1_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig01-2_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig01-3_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head, ponytail to the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig01-4_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The driver Minifigure is finished! Well done! She is wearing grey pants and a blue jacket with buttons, side pockets, a chest pocket, and one zipper pocket. She has ginger hair and a confident smile on her face, and she's wearing aviator sunglasses." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-147_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the articulated transporter truck." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-146_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will start with the tractor unit of the truck." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, pin connectors to the front and back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-1_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the two rightmost columns." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-5_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the taillamps of the tractor unit." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-2_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, 4 side knobs pointing to the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-3_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 2 middle side knobs pointing to the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-4_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright to the left and right of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-5_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The taillamps of the tractor unit are finished! Mount them vertically centered on the rightmost column, grille and flat tiles to the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-6_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-7_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 rightmost columns." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-8_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-9_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other on the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-10_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the column to the left of the top connector." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-11_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row in the middle, protruding plate to the front. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-12_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the left edge, one row and mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-13_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-24_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the toolbox." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-15_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them into the box." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-21_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 marshaling wands." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-17_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its shaft into the top knob of the lightsaber holder." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-20_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another black lightsaber holder, and another transparent bright orange bulb with shaft." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-18_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the second marshaling wand just like the first one." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-21_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-22_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 marshaling wands are finished! Put them into the toolbox, as well. Later, the driver can use them to guide the jet airplane during its flights." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-23_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the toolbox." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-24_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The toolbox is finished! Well done! Mount it vertically to the left of the grille tile on the top surface of the structure." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-25_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-26_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column, 8 side knobs to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-27_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 8 side knobs of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-28_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the lower side knobs of the previous piece, handrail at the bottom, pointing to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-29_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the side knobs above the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-30_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the toolbox. Make sure the piece is overhanging symmetrically to the front and back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-31_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-32_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the toolbox." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-33_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-34_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the 2 previous pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-35_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the toolbox, panel to the right. This is the rear window of the tractor unit." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-36_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece, curve to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-37_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, leaving the leftmost knob empty. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-38_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece on its right edge. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-39_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on top of the rear window." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-40_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x4 vertically centered on top of the previous piece. Put the 2 round plates 1x1 on the knobs in front of and behind the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-41_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column, steering wheel to the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-42_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically behind the previous piece, hinge stub to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-43_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob behind the steering wheel." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-57_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the front grille." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-44_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-45_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row on the left edge, clasp to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-46_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the 2 previous pieces, starting from the front, 1 row overhanging to the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-47_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row on the left edge. Repeat symmetrically on the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-48_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the overhanging row at the back, raised knobs and side knobs to the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-49_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the left edge at the back, curve to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-50_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the 2 previous pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-51_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the second row from the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-52_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left and right of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-54_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat tile. In the middle, the sticker is printed with the license plate. It is white with a bold black frame, the license number \"S K 6 0 2 8 9\" is printed on in black letters. To the left and right of the license plate are dark red and white diagonal stripes." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-55_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece horizontally on the front row." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-56_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shafts into the clasps pointing to the left and right, bulbs to the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-57_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front grille is finished! Good job! Flip it upright, and mount it directly above the front bumper. Make sure the curved surface is at the top, and the sticker with license plate at the bottom." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-58_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, slope to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-63_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the roof of the tractor unit." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-59_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, knobs on the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-60_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the 4 knobs of the previous piece, side knobs pointing to the left. Pay good attention to the orientation of the side knobs." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-61_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 4 side knobs pointing to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-62_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the left edge of the plate. The sticker is black, in its middle it is printed with the writing \"SPECIAL TRANSPORT\" in all caps. The word \"SPECIAL\" is flush left and printed in bright red italics, followed by a bright red horizontal underline that extends to the right edge of the sticker, and below, the word \"TRANSPORT\" is printed in white bold letters." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-63_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roof of the tractor unit is finished! Well done! Mount it vertically on top of the driver's cab, sticker on the left edge and 4 round tiles 1x1 pointing to the left. These 4 round tiles are the top headlights of the tractor unit." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-68_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the exterior rearview mirrors." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-67_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with the first one." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-64_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, hinge fork to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-65_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-67_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another medium stone grey plate 1x2 with hinge fork on short end, and another medium stone grey flat tile 1x2. Assemble it just like the first exterior rearview mirror." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-68_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip 1 rearview mirror upside down so that the flat tile is at the bottom. Snap its hinge fork onto the hinge stub pointing to the back on the left edge. Mount the second rearview mirror just like the first one on the front hinge stub." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-77_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Fold the rearview mirrors up to use them. Well done! Next, we will assemble the 4 wheels of the tractor unit." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-76_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-70_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-76_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 tires and another 3 rims. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-77_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 4 wheels onto the connectors at the bottom of the tractor unit. The tractor unit of the articulated transporter truck is finished! Great work! The driver can already board the tractor unit for a test drive." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-145_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the trailer of the articulated transporter truck." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-78_step_Step%20%23IM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-79_step_Step%20%23IN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top, starting from the right edge, 2 columns overhanging to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-80_step_Step%20%23IO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered underneath the leftmost column of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-81_step_Step%20%23IP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge, 9 knobs overhanging to the left. Attention: the backmost row only consists of 2 knobs. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-82_step_Step%20%23IQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally underneath the leftmost knob at the back, 1 knob overhanging to the left, side knobs pointing to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-83_step_Step%20%23IR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate with side clasp on the backmost knob of the rightmost column, clasp to the back. Put the plate 1x2 vertically in front of the previous piece. Put the other plate with clasp in front of the previous piece, clasp to the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-84_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the 3 previous pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-85_step_Step%20%23IT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 middle rows, starting from the right edge." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-86_step_Step%20%23IU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, flush on the left edge, 5 columns overhanging to the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-87_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on its right edge, protruding plate to the front, locking in the 2 previous pieces. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-88_step_Step%20%23IW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the 2 previous pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-89_step_Step%20%23IX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the 2 rightmost columns, and mount it horizontally." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-90_step_Step%20%23IY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece and one column to its left. Put the other one horizontally to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-91_step_Step%20%23IZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row to the left of the plate 4x6. Two knobs on the leftmost edge remain empty, one at the bottom and one at the top. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-92_step_Step%20%23JA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the second row from the back on its left edge, slope to the front. Put the other one horizontally in front of the previous piece, slope to the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-93_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row to the left of the curve brick. Repeat symmetrically at the front. Now, three knobs on the leftmost edge of the backmost and frontmost row remain empty." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-98_step_Step%20%23JC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the trailer extension." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-94_step_Step%20%23JR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-95_step_Step%20%23JS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two middle knobs, starting from the right edge, two columns overhanging to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-96_step_Step%20%23JT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered under the leftmost column of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-97_step_Step%20%23JU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the left edge, 9 knobs overhanging to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-98_step_Step%20%23JC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The trailer extension is finished! Great job! Connect it with the structure from the left: mount its 2 rightmost knobs on the 2 bottom knobs on the left edge of the structure." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-99_step_Step%20%23JD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row directly above the 2 side knobs pointing to the back, 4 side knobs to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-101_step_Step%20%23JZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the flat tile. This sticker has the same design as the previous sticker: it is black, in its middle it is printed with the writing \"SPECIAL TRANSPORT\" in all caps. The word \"SPECIAL\" is flush left and printed in bright red italics, followed by a bright red horizontal underline that extends to the right edge of the sticker, and below the word \"TRANSPORT\" is printed in white bold letters." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-104_step_Step%20%23JE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another black flat tile 2x4. If you want to decorate this piece with a sticker now, find another sticker number 2 and put it on top. Mount these pieces upright horizontally on the side knobs pointing to the front and back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-105_step_Step%20%23JF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 7 columns from the left, and put 1 horizontally on the backmost row. This means that this piece touches the top plate of the angle plate in the middle of the structure. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-106_step_Step%20%23JG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, clasp to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-107_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally above the upright flat tile at the front, fence to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-108_step_Step%20%23JI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x8 vertically centered to the left of the 2 clasps pointing to the front and back in the left third of the structure. Put 1 plate 1x4 horizontally on the backmost row, starting from the left edge. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-116_step_Step%20%23JJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the rear end of the trailer." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-110_step_Step%20%23KB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the leftmost side knob at the bottom. Repeat symmetrically on the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-111_step_Step%20%23KC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 4 upper side knobs, overhanging symmetrically to the left and right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-112_step_Step%20%23KD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 middle side knobs, curve to the bottom." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-113_step_Step%20%23KH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the curve tile. The top third of the sticker is printed with the license plate. It is white with a bold black frame, the license number is \"M P 6 0 2 8 9 \" and is printed in black letters. Below, the sticker is printed with a grey area that has a yellow triangular warning sign in the middle with a black frame and a black exclamation point to warn vehicles approaching from behind of the long vehicle." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-114_step_Step%20%23KE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally to the left of the curve tile on the upper side knobs. Repeat symmetrically on the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-115_step_Step%20%23KF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright to the right of the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-116_step_Step%20%23JJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear end of the trailer is finished! Well done! Mount it vertically centered on the leftmost column, side knobs and tiles to the left, curve to the bottom." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-117_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the fence element on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-118_step_Step%20%23KG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the leftmost edge, 4 knobs to the left. Make sure to leave the knob-less part on the left edge empty." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-119_step_Step%20%23JL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row of the 4 extra knobs sticking out to the back, slope to the front. Put 1 horizontally in front of the previous piece, slope to the back. Repeat symmetrically on the 4 extra knobs sticking out towards the front with the 2 remaining pieces. These 4 pieces together with the 2 plates with angled top handle in the right third of the structure will be the transport fixtures for the jet airplane! The landing gears fit perfectly into these wedge-shaped chocks." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-126_step_Step%20%23JN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build two wide-load indicators." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-125_step_Step%20%23KK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-121_step_Step%20%23KL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the end of the longer part into the slimmer end of the lightsaber holder." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-122_step_Step%20%23KK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its shaft into the thicker end of the lightsaber holder." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-125_step_Step%20%23KK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another black lightsaber holder, another medium stone grey L-shaped shaft 5m x 2m, and another transparent bright orange bulb with shaft. Assemble the second wide-load indicator just like the first one." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-126_step_Step%20%23JN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the first wide-load indicator: hold it so that the shorter shaft is pointing to the bottom, and the bulb is pointing to the back. Then, snap the shorter shaft into the clasp pointing to the back in the left third of the structure. Do not confuse it with the clasp on the very right! Repeat symmetrically at the front. When on the road, loaded with the jet airplane, you can fold these indicators out to warn other vehicles of the wide load of the articulated truck. When not needed, you can fold them in along the trailer sides." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-127_step_Step%20%23JO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap their shafts into the clasps pointing to the back and front on the right edge, bulbs to the top." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-144_step_Step%20%23JP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 8 wheels." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-143_step_Step%20%23KQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one wheel." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-129_step_Step%20%23KQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-144_step_Step%20%23JP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 7 tires and another 7 rims. Assemble the remaining 7 wheels just like the first one. Carefully flip the trailer upside down. Make sure that the left and right sides remain the same. Snap the 8 wheels on the 8 pin connectors pointing to the front and back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-145_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure upside down again. The trailer of the articulated transporter truck is finished! Well done! On the right edge of the trailer, 2x2 knobs are sticking out, and there is a round hole between these knobs. Put this hole over the connector pointing to the top at the rear of the tractor unit." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-146_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-cartransporter-147_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The entire articulated transporter truck is finished! Fantastic! The truck is ready for its first full test drive. Learn to steer it around turns and corners. Maybe you even want to try backing up! It is quite a challenge and responsibility to maneuver such a large vehicle! But not to worry: the driver knows what she is doing." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-7_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the pilot Minifigure." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-1_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-2_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it around the neck, mask towards the front of the Minifigure." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-3_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-4_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-5_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it onto the helmet. If it does not work, you might want to take off the helmet to put on the visor." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-6_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can either use the helmet or the cap, depending on whether the pilot is working on the ground fixing his plane, or flying his jet. His air mask is only needed when flying." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fig02-7_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pilot Minifigure is finished! Well done! He is wearing dark blue pants and a yellow jacket with a dark blue bottom rim. On the right chest, the jacket is printed with a dark blue symbol of a jet flying up, emitting one blue and one white jet trail. The jet trails are running along the bottom rim all the way to the the back of the jacket where they turn into dark blue and white cloudshaped ornaments. On his left chest, the pilot has a golden pilot pin." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-76_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the jet airplane." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-0_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, narrow end to the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-1_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 rightmost columns of the lower part." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-2_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row at the rightmost edge, shaft to the back. Put another horizontally to the left, shaft to the back. Repeat symmetrically at the front with the 2 remaining pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-3_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous pieces, 2 columns overhanging to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-4_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered underneath the previous piece, 2 columns overhanging to the left, 3 rows overhanging to the back and 3 to the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-5_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the third row from the back of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-6_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece on the rightmost column of this level. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-278", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-7_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left of the two previous pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-8_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 horizontally, curve to the bottom and to the left. Put the rightmost knob of that piece on the backmost knob of the leftmost column. Put another one in the same orientation in front of the previous piece. Mount the other two in the same way on the 2 frontmost knobs of the leftmost column." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-9_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 previous pieces at the front, the leftmost 4 knobs remaining empty. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-11_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it vertically to the right of the previous piece, side knobs pointing to the right. Find another dark stone grey top angle plate 1x2 - 1x2 with 2 side knobs. Mount it at the front in the same way as the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-13_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically, back panel to the left. Mount its back panel on the 2 side knobs of the previous piece, opening to the top and to the right, bottom panel at the bottom. Find another medium stone grey small panel element 1x2x1 with sides. Mount it at the back in the same way as the previous piece. Great job, that was hard! These two beams that you have just built will be the carrier structures for the wings." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-14_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 leftmost columns of the 2 middle rows, 14 columns overhanging to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-15_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 underneath the previous piece, wings to the front and back, touching the rest of the structure on the right edge. Its wings fit exactly between the plate 2x16 and the carrier beams. Put the other 2 to the left of the previous piece. Make sure that on the leftmost edge of the structure, 2 columns remain empty." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-16_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the leftmost 2 columns, narrow end to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-17_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost 2 columns and mount it on the 2 middle rows." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-18_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 7th and 8th column from the right. This means that its left edge is flush with the highest brick on the structure." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-19_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-20_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-302", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-21_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 so that its main rectangular corner is pointing to the front right. This means that there is 1 straight edge facing you, 1 straight edge is on the right, and the angled edge is to the back left. Mount its frontmost 2 rows centered on the carrier structure at the back (this is the beam-like horizontal structure sticking out towards the back) . Make sure it touches the highest structure in the middle. If done correctly, 1 column is overhanging the beam structure to the left, and 1 to the right, and the cut-off corner is to the back left. Repeat symmetrically at the front. These are the wings of the plane." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-22_step_Step%20%23GJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the 2 middle rows, starting from the right edge, curves to the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-306", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-23_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the frontmost row of the back wing. Put 1 horizontally on the third and fourth knob from the left. This means it touches the slightly higher plate 2x2 in front of if. Repeat symmetrically on the front wing." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-308", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-24_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece, curve to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-310", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-25_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left wedge brick 2x6 horizontally behind the previous piece, knobs to the left, slope to the back. If this does not add up, try the other wedge brick. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-26_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the previous piece behind the grille tile, roof tile to the back. Put another 1 vertically to the left of the previous piece, roof tile to the back. Repeat symmetrically at the front with the 2 remaining pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-27_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 4 previous pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-316", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-28_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the right column of the previous piece and 2 columns to its right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-318", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-29_step_Step%20%23GQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-320", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-30_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 4 knobs between the 2 previous pieces and the 2 roof tiles at the back, mudguard to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-322", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-31_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the green round tile 1x1 on the backmost knob of the rightmost column of the wing that is pointing to the back. Put 1 flat tile 1x6 vertically in front of the previous piece. Put the red round tile 1x1 on the frontmost knob of the rightmost column of the front wing. Put the other flat tile 1x6 vertically behind the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-324", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-32_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right wedge plate 2x3 horizontally to the left of the back wing on the backmost row, narrow end to the left, angle to the back. If this does not add up, try again with the other wedge plate. Repeat symmetrically at the front with the left wedge plate." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-326", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-33_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 so that the cut off corner is to the front right while 1 knob is pointing to the left and the other knob is pointing to the back. Mount it so that the knob pointing to the left is mounted on the rightmost knob of the previous piece. Turn the other one so that the cut off corner is to the back right, one knob pointing to the front and the other one to the left. Mount it so that the side pointing to the front touches the previous piece, and the knob pointing to the left is connected to the rightmost knob of the right wedge plate." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-328", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-34_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the cavity between the 2 previous pieces." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-330", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-35_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-332", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-36_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on top of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-37_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the right column of the previous piece on the 2 backmost knobs, roof tile to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-336", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-38_step_Step%20%23GY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the knob of the previous piece and the knob to its right, clasp to the left. Put the other one horizontally behind the previous piece, clasp to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-338", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-39_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered to the left of the high part, slope to the left. This means it is mounted on the 10th and 11th column from the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-340", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-40_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally behind the previous piece on the backmost row. It should match the backmost row perfectly. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-342", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-41_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost edge, cut-out to the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-344", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-42_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the third column from the left. This means it fits neatly into the cut-out of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-346", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-44_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece, slope to the right. The piece is printed with the flight instrument panel. The panel is dark blue and the instruments are light blue. There are 3 buttons, a radar indicator, a message screen and a heartrate monitor." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-348", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-45_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-350", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-46_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the instrument panel roof tile." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-353", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-48_step_Step%20%23IB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the side panel of the previous piece. The sticker is flame yellowish orange and is printed with \"Capt. Heiko\" in dark blue on the left side of the sticker. A connected font is used, making it look a bit like it was handwritten. The right side of the sticker is printed with \"Comets AIRSHOW\" where \"Comets\" is printed in white letters with a dark blue outline, again a connected font is used, and \"AIRSHOW\" printed in dark blue in all caps below." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-354", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-51_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another flame yellowish orange small panel element 1x4x1, and another rectangular sticker number 4 if you like. The sticker has the same design as the previous one and also goes on the side panel surface. Skip the leftmost 4 knobs of the backmost row in the left half of the structure, and mount 1 piece horizontally, side panel and sticker to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-356", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-52_step_Step%20%23HI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, side panels to the front and to the left. Repeat symmetrically at the back, side panels to the back and to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-358", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-53_step_Step%20%23HJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the single knob to the right of the instrument panel roof tile." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-360", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-54_step_Step%20%23HK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row to the left of the small panel corner, leaving the leftmost knob of this row empty. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-362", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-55_step_Step%20%23HL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece, slope to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-364", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-56_step_Step%20%23HM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost edge, knobs to the right, main slope to the left and side slopes to the back and front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-366", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-57_step_Step%20%23HN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure upside down. Make sure that the left and right sides remain the same. Now, locate the plate 4x8 that is mounted vertically in the right half of the structure. Put the 2 pieces horizontally centered on the 2 middle rows to the left of the plate 4x8." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-367", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-60_step_Step%20%23HO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the front landing gear." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-369", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-58_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down on the table, wheel forks pointing to the top left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-371", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-59_step_Step%20%23ID.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the axle pins into the wheel forks." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-372", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-60_step_Step%20%23HO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front landing gear is finished! Well done! Mount it to the left of the 2 plates 1x8, wheel to the left." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-374", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-61_step_Step%20%23HP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the right of the 2 plates 1x8." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-375", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-66_step_Step%20%23HQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 2 rear landing gears." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-376", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-65_step_Step%20%23IG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-378", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-62_step_Step%20%23IE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down on the table, wheel forks pointing to the top right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-380", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-63_step_Step%20%23IG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its axle pins into the wheel forks." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-381", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-65_step_Step%20%23IG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another medium stone grey plate 2x2 with 2 bottom wheel forks, and another black and medium stone grey slick rubber wheel with axle. Assemble it just like the first rear landing gear." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-382", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-66_step_Step%20%23HQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the first rear landing gear to the right of the 2 backmost knobs of the plate 1x8 that you have mounted in the previous step, wheel to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-384", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-67_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure right side up again. Make sure to keep the left and right sides the same again. Mount the curve tile to the left of the 2 clasps that are pointing to the top in the center of the structure, slope to the right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-386", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-68_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the 2 clasps in the top center of the structure, 2 knobs to the left, main slope to the right and side slopes to the front and back." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-388", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-69_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its shaft into the 2 clasps in the top center of the structure, cockpit to the left, dome to the top." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-391", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-71_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the hexagonal flag, matching the shape of the piece. The sticker is flame yellowish orange. At the bottom, a small blue plane with white outline is flying from right to left, its bottom jet trail is blue and turns into a cloud on the right side, the bottom jet trail is white and also turns into a cloud on the right. Above that, the sticker is printed with \"Comets AIRSHOW\" in the same design as the previous 2 stickers." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-392", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-72_step_Step%20%23HU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This will be the first of 2 tail fins of the jet airplane! Snap the clasps onto the 2 side handles pointing to the back on the right edge of the structure, sticker to the top. Fold it up halfway." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-395", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-74_step_Step%20%23IL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the hexagonal flag. The sticker has the same design as the previous one, but it is mirrored: this time the plane is flying from left to right." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-396", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-75_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps into the 2 side handles pointing to the front on the right edge of the structure, sticker to the top. Adjust both tail fins symmetrically to your liking." } ] }, { "id": "lego-60289-airshow-jet-transporter-readscr-397", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60289-airshow-jet-transporter-readscr/images/sm01-fly-76_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The jet airplane is finished! Fantastic job, that was a difficult build! The pilot Minifigure can now do his last checks on the plane and then take it to the air!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure1-1_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Vito Minifigure." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure1-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, the head on top, and the hairpiece on the head." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure1-1_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Vito Minifigure is finished! Well done! Vito looks scruffy: he has dark circles around his eyes, a scar on his right cheek, and a thin moustache on his upper lip. His red-striped shirt is ripped at the bottom and at the breast pocket. The first few buttons of his shirt are open, and his chest hair is peeking out. What a sleazy crook! I wonder what he is up to." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-shark-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the shark." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-shark-1_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shark jaw onto the body." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-shark-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The shark is finished! Its eyes look very grim and aggressive. Watch out!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-15_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the makeshift raft." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-1_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the front row in the middle. Put the angle plate 2x2 horizontally behind the previous piece, side knobs to the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-2_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 horizontally to the left and right of the previous piece, side knobs to the back. Repeat symmetrically on the front row." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-3_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-4_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, back panel to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-5_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-6_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, back panel to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-10_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's build the raft motor." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-7_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the table. Place one in front of the other, clasps to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-8_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, its knobs forming a column on the left side." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-9_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the two knobs." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-10_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The raft motor is finished! Great job! Now, turn the motor upright and mount it on the middle 4 side knobs at the back side of the structure. Make sure the bushings are at the bottom. They are the jets of the raft. If done correctly, the two clasps of the motor are now pointing to the top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-11_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the side knobs to the left and right of the raft motor." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-12_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the side knobs at the front of the structure." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-13_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the crowbar into the two clasps at the back. Put the wineglass on the leftmost knob of the front row." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-14_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the diamond in the small cavity on the left. Put the 2 ingots into the small cavity on the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-raft-15_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The makeshift raft is finished! Very well done! It is loaded with valuable treasures, ready to take Vito to his secret hideout." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-37_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the lighthouse with jetty." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x6 on the table. Put the roof tile 1x2 horizontally on the backmost row at the right edge, slope to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-1_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece, slope to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-2_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the backmost two rows to the left of the two previous pieces, slope to the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-3_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left on the back row, slope to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-4_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the second and third row from the front on the right edge, knobs to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-5_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left. The front row remains empty." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-6_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-7_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the second and third row from the back, one column overhanging to the left. Put the other one horizontally in front of the previous piece. Again, one column is overhanging to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-8_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost row on the two front knobs, shaft to the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-9_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the rightmost column on the two frontmost knobs. Skip the leftmost column, and put the roof tile 1x2 horizontally on the second row from the back, slope to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-10_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x2 in front of the previous piece. Put the roof tile 1x2 horizontally in front of the previous piece, slope to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-11_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the overhanging bricks on the left side." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-12_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-13_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, connecting the palisade brick on the left with the rest of the structure on the right. This is the jetty of the lighthouse!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-14_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top starting from the right back corner of the structure." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-18_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make a small part." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-15_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-16_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2 horizontally on the left two knobs, slope to the left. Put the brick 1x1 to the right of the previous piece, clasp to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-17_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-18_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The small part is finished! To mount it, you have to snap its clasp onto the small shaft at the right front of the structure. This is actually a hidden door! To close it, swivel it towards the structure. Vito will be able to hide his treasures in the hollow behind the door. How sneaky of him!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-19_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two back rows on the right edge, hollow to the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-20_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, hollow to the back. You have created a round pillar now." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-21_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-22_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-23_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-26_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next step, we build the lighthouse roof base." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-24_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-25_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-26_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the roof base centered on top of the lighthouse." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-27_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-28_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount them centered on top of the lighthouse. This is the beacon light of the lighthouse!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-29_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them around the beacon light, panels facing inwards. 2 of them horizontally in front of and behind the beacon light, 2 of them to the left and right of the beacon light." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-32_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the lighthouse roof." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-30_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-31_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-32_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the roof on top of the lighthouse in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-36_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we assemble the fish bucket." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-34_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bucket handle onto the bucket. The handle has 2 small notches, and the bucket has 2 small bumps that fit perfectly together." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-35_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the bucket." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-36_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can place the fish bucket on the jetty, or wherever you like." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-lighthouse-37_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The lighthouse with jetty is finished! Great job! This is Vito's hideout. He will definitely come back with his loot soon! We are all done with bag 1 now. Way to go! Time for the next bag!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure2-4_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Rooky Partnur Minifigure." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure2-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, put the head on top, and finish off with the hair." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure2-3_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the police helmet." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure2-2_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the goggles onto the helmet. Again, look for small notches on the helmet and small bumps on the goggles that fit together." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure2-3_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-figure2-4_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Rooky Partnur Minifigure is finished! Well done! Rooky is wearing blue pants, and a greyish-blue shirt. On top of that, she is wearing a bulletproof police vest with loads of pockets. Her police badge is pinned onto the right side of the vest. Rooky has a determined smile on her face - it seems like she is confident that she will catch Vito! If you want to put the helmet on, make sure to first take off the hairpiece." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-82_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, build the reconnaissance helicopter. Let's start with the landing gear." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the brick 1x2 vertically on the rightmost column." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-1_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left on the back row, slope to the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-2_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 vertically on the front row on the second knob from the right. The brick is overhanging to the front. Put the palisade brick 1x2 horizontally to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-3_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 vertically to the left. Again, this brick is overhanging to the front. Put the brick 1x2 vertically on the leftmost column." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-4_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered underneath the two bricks that are overhanging to the front. Mount them on the back row of the plate 2x6. The rightmost and leftmost columns of the plate 2x6 remain empty." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-5_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the palisade brick 1x2 horizontally in the middle of the second row from the front. Put the brick 1x2 vertically on the rightmost column at the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-6_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve tile horizontally in the middle of the frontmost row, curve to the front. Put the brick 1x2 vertically on the leftmost row at the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-7_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-8_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally in the middle of the previous piece. Put the plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-9_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column in the middle, side knobs overhanging to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-10_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the second row from the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-11_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 vertically on the leftmost and rightmost column at the back, curve to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-12_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright horizontally on the 4 side knobs on the left side, knobs to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-13_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the two previous pieces." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-17_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build 4 landing buoys. Let's start with the first two." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-14_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-15_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the round bricks 2x2." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-16_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them into the buoys from the bottom. Half of each cross axle will stick out." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-17_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "To mount the buoys, insert the protruding cross axles into the two cross holes on the right side of the landing gear." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-21_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make two more buoys." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-18_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-19_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-20_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them into the buoys from the bottom. Half of each cross axle will stick out." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-21_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount those buoys by inserting the cross axles into the cross holes on the left side of the landing gear. Very well done!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-22_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle two rows on the right edge, but make sure that one column is overhanging to the left. This is the first part of the helicopter bottom." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-26_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make another part of the helicopter bottom." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-23_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, narrow end to the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-24_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row of the lower part of the wedge piece." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-25_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-26_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount this part horizontally on the middle two rows on the left side of the structure. Three columns of the narrow end are overhanging to the left. We will continue to build on this helicopter bottom. This means that you can now ignore the knobs that are underneath the helicopter bottom." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-27_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 columns from the right, and put the roof tile 2x3 horizontally on the middle two rows, slope to the left. Put the transparent green round plate 1x1 on the backmost rightmost knob of the helicopter bottom. Put the transparent red round plate 1x1 on the frontmost rightmost knob of the helicopter bottom." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-28_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left of the two previous pieces." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-29_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the tip of the helicopter bottom on the left, cut-out to the right. This piece fits the shape of the helicopter bottom." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-30_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2x\u2154 vertically on the second column from the left, slope to the right. It is printed with a dashboard with two gauges. Put the joystick on the knob to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-31_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the rightmost knob of the front row, slope overhanging to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-32_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, corner pointing to the back left. Repeat symmetrically at the front, corner pointing to the front left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-33_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally into the cavity on the right side on the two middle columns, slopes overhanging to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-34_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front row on the fifth knob from the right, side knob to the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-35_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the handle of the open end wrench into the side knob of the brick 1x1." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-36_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this small part on the back row on the fifth knob from the right, open-end wrench to the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-37_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, slope to the left. Repeat symmetrically on the front row." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-38_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 1 knob from the right, and put 1 horizontally on the front row. Repeat symmetrically at the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-39_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece, slope overhanging to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-40_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the palisade brick 1x2 vertically on the fifth column from the right in the middle. Put 1 roof tile 1x3 horizontally behind the previous piece, slope to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-48_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the tail of the helicopter." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-41_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-42_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the back row on the right edge. Put the plate 1x2 with side pin connector horizontally in front of the previous piece, pin connector to the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-43_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-44_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the rightmost four knobs, rudder overhanging to the right. The white rudder is printed with the dark blue silhouette of a police badge that has a dark blue star in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-45_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left on the front row. Put the other one horizontally behind the previous piece." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-46_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the back row on the sixth knob from the left, top tube overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-47_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it onto the pin connector sticking out at the front right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-48_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tail of the helicopter is finished! Well done! Mount its leftmost 5 columns centered on the rightmost 5 columns of the helicopter base. The tail is overhanging to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-49_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the high part of the structure to lock in the helicopter tail." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-50_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece on the back row. Repeat symmetrically on the front row." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-51_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 2 rightmost columns of the two previous pieces, side knobs to the front and back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-52_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left of the two previous pieces, side knobs again to the front and back." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-53_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous pieces. This piece fits neatly on the remaining knobs at the top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-57_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build 2 side police signs. Let's start with one." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-54_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-55_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. Continue if you want to decorate the piece with a sticker now. If not, skip the next three sentences." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-56_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-57_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sticker is dark blue and has the word \"POLICE\" written on it in all caps in a cool design: the top of the letters is lemon yellow, there is a dark blue horizontal line running through the middle of each letter, and the bottom half of the letters is white." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-58_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-59_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. Continue if you want to decorate the piece with a sticker now. If not, skip the next three sentences." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-60_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. It has the same design as the previous sticker." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-61_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second side police sign is finished, too! Awesome! Mount it upright horizontally on the four side knobs at the back of the helicopter." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-62_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left edge of the highest part of the helicopter, narrow end to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-63_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column of the previous piece, clasps to the left." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-64_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, higher plate to the left, lower plate to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-65_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the rightmost four knobs, slopes to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-66_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the leftmost column of the high part of the structure. Put the roof tile 2x3 horizontally to the right, slope to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-67_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-72_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the 2 top rotor blades." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-68_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table so that the hole is running from top to bottom, and the cross axles are pointing to the front and back. The orientation will be very important later." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-69_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross holes of the hinges stub on the two cross axle ends. The slightly flat hinge stumps must be oriented upright. This means that their flatter sides should be on the left and right, not at the top and bottom." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-70_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the hinge forks on the hinge stubs. Make sure the knobs of the flaps are facing up. Continue if you want to decorate the flaps with stickers now. If not, skip the next three sentences." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-71_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the outer ends of the flaps. The stickers are signal yellow with a black vertical stripe in the middle." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-72_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 top rotor blades are finished! Great job! Put the hole of the technic beam with cross axles on the connector at the top of the helicopter. If you give the rotor a gentle push, the rotor blades will spin!" } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-73_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the clasp on the back side of the structure." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-76_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the helicopter exterior camera." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-75_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the transparent round plate 1x1 on the front lens of the camera piece. Put the transparent red round plate 1x1 on the side sight of the camera piece." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-278", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-76_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The helicopter exterior camera is finished! Great job! Insert the handle of the camera piece into the hollow knob on the front side of the helicopter. Let the lights point to the right." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-80_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the searchlight." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-77_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knobs to the top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-78_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-79_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-80_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The searchlight is finished! Well done! Snap its clasp onto the telephone receiver piece on the left bottom of the structure." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-81_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the cockpit into the clasp at the top of the helicopter, to the left of the top rotor. You can fold it up and down to let Rooky Partnur get on and off the helicopter." } ] }, { "id": "lego-60274-elite-police-lighthouse-capture-mobile-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60274-elite-police-lighthouse-capture-mobile/images/sm01-helicopter-82_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The reconnaissance helicopter is finished. Great job!" } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0021_step_Step%20%23AO_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the ice stable." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 8x8 on the table. Make sure the round side is facing you, and the straight edge is at the back. Put 1 brick 2x2x3 into the back right corner. Repeat symmetrically on the left." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0001_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece, slope to the front. Repeat symmetrically on the right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0002_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece, side knobs pointing to the front. Repeat symmetrically on the left." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0003_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row of the whole build, starting from the left edge. This means that it is placed on the brick 2x2x3 in the left corner. Repeat symmetrically on the right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0004_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in front of the previous piece on the left knob. This means that the knob to the right of this piece remains empty. Repeat symmetrically on the left. In this case, the knob on the left will remain empty." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0005_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, arch overhanging to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0006_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the lowest knob of the previous piece and on the knob to its left. Repeat symmetrically on the left." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0007_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece. Repeat symmetrically on the right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0008_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the inner knobs of the two previous pieces, connecting the two pillars on the left and right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0009_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find the arch protruding to the left. Put 1 plate 1x2 horizontally on the 2 knobs of that arch. Repeat symmetrically on the right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0010_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the small stick of 1 diamond into the knob of the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0011_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece, arch to the left. This means that the arch is now roofing the diamond on the left side of the structure. Repeat symmetrically on the right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0012_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the 2 knobs pointing to the front on the left side of the structure. Now, put 1 brick horizontally on the 2 knobs exactly above those 2 front side knobs. Make sure the print is to the front. Repeat symmetrically on the right, print to the front. The pieces are each printed with the stems of two trees with white bark, probably birch trees, and red falling leaves, surrounded by swirls of wind. On the ground, there are leaves in different shades of lilac." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0013_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 roof tile horizontally on the previous piece and the row behind it, slope to the right. Repeat symmetrically on the left. The two roof tiles meet in the middle." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0014_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the two previous pieces." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0015_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the topmost arch that is protruding towards the left, and make sure the hook is to the front. Repeat symmetrically on the right, hook to the front." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0016_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one shaft of the snowflake into the knob on top of the roof. The two round plates with leaves have a special orientation. They will be mounted on the side knobs pointing to the front. Continue to find out how. Put 1 it on the second side knob from the left edge. Make sure the leaves point to the left and to the top, which means that they will cover the neighboring knob. Repeat symmetrically on the right. Make sure the leaves point to the right and to the top, covering the neighboring side knob." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0018_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build one of two roof decorations." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0017_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the plant element horizontally in your hand, knobs to the top. This element is kind of shaped like a triangle where one branch is a bit longer. Try to identify the knob that is at the end of the longest branch. Make sure the longest branch is pointing to the right. Now, insert one shaft into said knob from the bottom. Make sure that the shaft is not sticking out at the top, but only towards the bottom. This will be an icicle! Insert the second shaft from below into the leftmost knob closest to you. Again, make sure the icicle is not sticking out at the top." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0018_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first roof decoration is finished! That was quite tricky, well done! To mount it, first try to find the middle knob of the plant element. Now, put the middle knob on the hook sticking out to the top on the left side of the structure. Your icicles are now beautifully decorating the ice stable. Lovely!" } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0020_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the second roof decoration. It is not exactly the same as the previous decoration, but it is very similar, so it will be easier to build." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0019_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the plant element horizontally in your hand. Make sure the longest branch is pointing to the left this time. Insert 1 shaft from the bottom into the leftmost hole. Insert the other shaft from the bottom into the rightmost knob closest to you. Make sure again that both shafts are only sticking out towards the bottom." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0020_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second roof decoration is finished, too! Good job! Put the middle knob of the plant element on the right hook sticking out towards the top." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-build-0021_step_Step%20%23AO_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The ice stable is finished! Very well done, this had a few really tricky steps! It will be a lovely home for the Nokk where Elsa can come by for a visit. Let's continue!" } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-figure_1-0003_step_Step%20%23CV_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the Elsa Minidoll." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-figure_1-0000_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the skirt element." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-figure_1-0001_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hairpiece on the head." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-figure_1-0002_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its handle into one of Elsa's hands." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-figure_1-0003_step_Step%20%23CV_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Elsa Minidoll is finished! Well done! Elsa has blonde wavy hair. She is wearing her spirit dress which is a white dress with five lavender-colored spikes ascending from the bottom of the dress towards the middle, with the middle spike being the longest. The spikes are embellished with 5 rows of glistening diamonds in different shades of blue and lilac. The bust of the dress is decorated with an intricate pattern of lavender spikes, embroidery, and diamonds. The dress is strapless, but Elsa is wearing translucent white long gloves. At the back, the dress is decorated with a beautiful lavender-colored snowflake embroidery." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0007_step_Step%20%23BZ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Nokk. The Nokk is a beautiful transparent blue water spirit in the form of a horse. It has a long wavy mane and an equally wavy tail. Elsa and the Nokk are good friends, and Elsa likes to visit the water spirit regularly at its stable. Sometimes she grooms the Nokk's magnificent mane with her brush!" } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0000_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the horse horizontally so that its head is to the left. Put 1 plate 1x2 vertically on the two left knobs of the horse frame. Put the other plate 1x2 vertically to the right." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0001_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the two previous pieces. Make sure the two knobs are left to right, not front to back. The roundness of the half cylinder should fit perfectly into the horse's body." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0002_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Nokk is finished! Great job! It can now take a rest in its stable while we continue building." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0006_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the treasure chest." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0003_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the chest bottom on the table. The wall on one long side is lower than the other three side walls. This is where the chest lid will go. Take the chest lid and find the two little studs on one long side. Snap those studs into the notches inside the chest, fitting the lid into the lower side wall of the chest." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0004_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them into the chest." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0006_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The chest is finished! Well done! You can open and close it as needed. It is a great storage place for the Nokk's treats, but you can keep all kinds of things in this chest." } ] }, { "id": "lego-43209-elsa-and-nokks-ice-stable-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43209-elsa-and-nokks-ice-stable-readscr/images/sm01-horse-0007_step_Step%20%23BZ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-41251-poppys-pod-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-13_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Poppy Minifigure." } ] }, { "id": "lego-41251-poppys-pod-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-1_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the legs." } ] }, { "id": "lego-41251-poppys-pod-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-2_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Poppy's blouse is printed with white dots and small flowers." } ] }, { "id": "lego-41251-poppys-pod-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-3_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Poppy looks very happy with a big smile." } ] }, { "id": "lego-41251-poppys-pod-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-4_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-41251-poppys-pod-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-5_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it on the tiara at the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-6_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-7_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41251-poppys-pod-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-8_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the muffin on top of the hairpiece." } ] }, { "id": "lego-41251-poppys-pod-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-9_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it into Poppy's left hand." } ] }, { "id": "lego-41251-poppys-pod-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-10_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-11_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of each muffin cup." } ] }, { "id": "lego-41251-poppys-pod-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-MiniFigure-12_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished building Poppy. Well done!" } ] }, { "id": "lego-41251-poppys-pod-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-45_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we are going to build Poppy's pod." } ] }, { "id": "lego-41251-poppys-pod-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table. Make sure its opening facing you." } ] }, { "id": "lego-41251-poppys-pod-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-1_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table to the right of the other box. Align the hinge cylinders that now meet in the middle on top of each other." } ] }, { "id": "lego-41251-poppys-pod-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-2_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it through the cylinders in the middle, connecting the two boxes." } ] }, { "id": "lego-41251-poppys-pod-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-3_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and place it on the four front side knobs at the top of the left box half." } ] }, { "id": "lego-41251-poppys-pod-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-4_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and place it on the four knobs at the top of the right box half. The tile is printed with a big flower with a face. There is water coming out of the mouth as it is a shower head." } ] }, { "id": "lego-41251-poppys-pod-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-5_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-6_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41251-poppys-pod-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-7_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build on top of the left box half, on the second knob from the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-8_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-9_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41251-poppys-pod-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-10_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build on top of the right box half on the second knob from the right." } ] }, { "id": "lego-41251-poppys-pod-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-14_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the bathroom floor of the pod." } ] }, { "id": "lego-41251-poppys-pod-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-11_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-12_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally centered on the back row. Put the other one horizontally in front of the previous piece." } ] }, { "id": "lego-41251-poppys-pod-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-13_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the rightmost edge. Put the second one on the leftmost edge." } ] }, { "id": "lego-41251-poppys-pod-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-14_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Slide the small build into the bottom of the right box half. The side knobs attach at the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-18_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we are going to build the sink." } ] }, { "id": "lego-41251-poppys-pod-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-15_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-16_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column, tap to the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-17_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece at the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-18_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build into the right box half on the rightmost knob." } ] }, { "id": "lego-41251-poppys-pod-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-23_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build Poppy's dresser." } ] }, { "id": "lego-41251-poppys-pod-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-19_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, opening to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-20_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Slide it into the bottom slot of the cupboard." } ] }, { "id": "lego-41251-poppys-pod-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-21_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2x2 plate on top of the cupboard on the left edge. Put the plate 1x2 vertically to the right." } ] }, { "id": "lego-41251-poppys-pod-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-22_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put all pieces into the drawer." } ] }, { "id": "lego-41251-poppys-pod-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-23_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the dresser into the right box half on the leftmost knob, drawer and opening to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-24_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its handle into the right knob on top of the previous small build." } ] }, { "id": "lego-41251-poppys-pod-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-27_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make a lollipop." } ] }, { "id": "lego-41251-poppys-pod-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-25_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-26_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it onto the shaft." } ] }, { "id": "lego-41251-poppys-pod-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-27_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and insert the shaft into the knob to the left of the hairbrush." } ] }, { "id": "lego-41251-poppys-pod-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-33_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the bedroom floor and start the bed." } ] }, { "id": "lego-41251-poppys-pod-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-28_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-29_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the back row, skip one knob from the left. Put the brick 1x1 with vertical side clasp to the right of the previous piece, clasp to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-30_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 with vertical clasp on the leftmost knob at the back, clasp to the front. Put the panel element 1x2x1 on the rightmost edge at the back, panel to the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-31_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the bricks, starting from the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-32_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the rightmost edge on the front row, panel to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-33_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Slide this small build into the bottom of the left box half. The side knobs attach at the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-38_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we are going to build the bed." } ] }, { "id": "lego-41251-poppys-pod-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-34_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, side plate and shafts to the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-35_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 vertically centered on the frontmost edge. Put the flat tile 1x4 horizontally behind the previous piece." } ] }, { "id": "lego-41251-poppys-pod-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-36_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-37_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the build at the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-38_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we are going to mount the bed in the left box half. Snap the two shafts into the two clasps. The bed extends out of the box to the front. If you want to close the pod later, you can simply fold the bed up!" } ] }, { "id": "lego-41251-poppys-pod-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-42_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build Poppy's scrap book." } ] }, { "id": "lego-41251-poppys-pod-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-39_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-40_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile on the two knobs. The tile is printed with a tree and a rainbow." } ] }, { "id": "lego-41251-poppys-pod-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-41_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, the hinges of book binding and book cover engage." } ] }, { "id": "lego-41251-poppys-pod-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-42_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the book in the left box to the right of the bed, between the two panel elements." } ] }, { "id": "lego-41251-poppys-pod-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-43_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and mount it on the left box half on the front side knob at the top." } ] }, { "id": "lego-41251-poppys-pod-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-44_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it through the two cylinders on the left side of the left box." } ] }, { "id": "lego-41251-poppys-pod-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-House-45_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished Poppy's pod. Nice job! You are also finished with bag 1. If you and Poppy go traveling, you can close the pod! Simply fold the bed up, and close the two box halves. Use the spare key on the left to lock the pod halves together." } ] }, { "id": "lego-41251-poppys-pod-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-1_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column, shaft to the right." } ] }, { "id": "lego-41251-poppys-pod-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-2_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left, shaft to the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-3_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row, clasp to the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-4_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece, side knobs to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-5_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41251-poppys-pod-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-6_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, clasp to the right." } ] }, { "id": "lego-41251-poppys-pod-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-7_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, curve to the right." } ] }, { "id": "lego-41251-poppys-pod-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-8_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach the small build to the structure. Snap the clasp onto the shaft on the left side." } ] }, { "id": "lego-41251-poppys-pod-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-9_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, clasp to the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-10_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, curve to the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-11_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach the small build to the structure. Snap the clasp onto the shaft on the right side." } ] }, { "id": "lego-41251-poppys-pod-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-12_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach the shaft horizontally on the clasp at the back of the structure." } ] }, { "id": "lego-41251-poppys-pod-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-13_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the plate upright, and put it on the side knobs at the front of the structure." } ] }, { "id": "lego-41251-poppys-pod-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-14_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright, and attach it on the front knob of the previous piece." } ] }, { "id": "lego-41251-poppys-pod-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-20_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the base of the flower." } ] }, { "id": "lego-41251-poppys-pod-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-15_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-16_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on top." } ] }, { "id": "lego-41251-poppys-pod-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-19_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them and put them centered on top." } ] }, { "id": "lego-41251-poppys-pod-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-20_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower structure on top of the base. Make sure the wings are pointing to the left and right, and the upright brick 1x1 to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-21_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and slide it onto the brick 1x1 at the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-22_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it in front of the previous element." } ] }, { "id": "lego-41251-poppys-pod-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-23_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright, and put it on the knob in front of the previous element. The round tile is printed with two eyes a big round open mouth." } ] }, { "id": "lego-41251-poppys-pod-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Flower-24_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now finished building the flower. Nice job!" } ] }, { "id": "lego-41251-poppys-pod-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-29_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the waterfall cave." } ] }, { "id": "lego-41251-poppys-pod-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, half circle to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-1_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the rightmost edge at the back, slope to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-2_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them between the two previous pieces." } ] }, { "id": "lego-41251-poppys-pod-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-3_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the previous two bricks." } ] }, { "id": "lego-41251-poppys-pod-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-4_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in front of the previous pieces." } ] }, { "id": "lego-41251-poppys-pod-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-8_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the treasure chest." } ] }, { "id": "lego-41251-poppys-pod-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-5_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-6_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the chest. The tile is printed with a treasure map and a compass card." } ] }, { "id": "lego-41251-poppys-pod-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-7_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the treasure chest bottom." } ] }, { "id": "lego-41251-poppys-pod-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-8_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the chest horizontally centered on top at the back." } ] }, { "id": "lego-41251-poppys-pod-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-9_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the rightmost edge, in front of the smaller roof tile, slope to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-10_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on top of the previous pieces." } ] }, { "id": "lego-41251-poppys-pod-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-11_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered between the previous pieces, ice structure to the front." } ] }, { "id": "lego-41251-poppys-pod-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-12_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one to the right of the iceberg element, on top of the brick 1x2x2, knobs to the front and back. Repeat symmetrically on the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-13_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on top of the previous piece, slope to the left. Make sure the left edges are flush. Repeat symmetrically on the right." } ] }, { "id": "lego-41251-poppys-pod-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-16_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build a small flower." } ] }, { "id": "lego-41251-poppys-pod-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-14_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-15_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shaft into the plant." } ] }, { "id": "lego-41251-poppys-pod-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-16_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the small flower upright and put it on the right front-side knob of the structure." } ] }, { "id": "lego-41251-poppys-pod-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-21_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make a flowery branch ornament." } ] }, { "id": "lego-41251-poppys-pod-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-17_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-18_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Decorate the plant element with the flower. You can pick any knob you like and insert the shaft of the flower." } ] }, { "id": "lego-41251-poppys-pod-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-19_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Decorate the plant element with the diamond." } ] }, { "id": "lego-41251-poppys-pod-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-20_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Decorate the plant element with the diamond." } ] }, { "id": "lego-41251-poppys-pod-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-21_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one of the outer knobs of the branch ornament on top of the waterfall on the rightmost knob, branch overhanging to the right." } ] }, { "id": "lego-41251-poppys-pod-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-22_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve tile horizontally on top on the 2 middle knobs, curve to the left. Put the plant to the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-23_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41251-poppys-pod-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-24_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the music note on top of the plant." } ] }, { "id": "lego-41251-poppys-pod-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-25_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the small build upright and mount it on the front of the structure on the knob on the left." } ] }, { "id": "lego-41251-poppys-pod-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-26_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. This piece is printed with a friendly face." } ] }, { "id": "lego-41251-poppys-pod-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-27_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41251-poppys-pod-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-28_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build on top of the structure on the leftmost knob." } ] }, { "id": "lego-41251-poppys-pod-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41251-poppys-pod-readscr/images/sm01-Treasure-29_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now finished building the model. Very well done! Now it's time for Poppy to roam the world: no matter whether she needs to take a nap in her cozy bed, or fix up her hair in the pod's bathroom - or maybe, she would like to visit her friend, the felt flower, or hang out at the waterfall cave and go on a treasure hunt. Whatever comes next, Poppy is ready to roll!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-90_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tractor consists of a lot of smaller sub-builds and parts, but generally speaking it is one major build. You can still jump through sections though. Let's get started!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-0_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the beam horizontally so that the connectors are pointing to the top and to the bottom. Insert the cross axle from the front to the back into the right hole, end stop to the front. Put the cross bushing 1x\u00bd on the cross axle from the back. Remember: if way say \"front\", we are referring to the side of the structure that is facing you. So, for instance, a \"back-to-front\" movement therefore is a movement towards you. For the structure you have built so far this means that the cross axle is pointing away from you, and its end stop is located at the side that is facing you." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-1_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the table, holes running top to bottom. Insert the 2 bottom connectors into the backmost holes of the beams, cross axle pointing to the back. The beams 3m will move quite freely. Make sure they are parallel to each other and keep protruding vertically to the front." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-3_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 1." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-2_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle back-to-front into the right hole of the beam. Put the cross bushing 1x\u00bd front-to-back on the cross axle." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-3_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 1 on the structure: insert the bottom connectors of sub-build 1 into the frontmost holes, cross axle protruding to the front. Great job so far! The structure is still quite flexible - or even unstable -, but don't worry: it will gain stability the more we build on it. Keeping the correct orientation, however, is crucial for all upcoming building steps. Even though these two technic beams will remain flexible until the very end, because they will be the suspension of the tractor, make sure that they remain at a 90\u00b0 angle during building and always run front-to-back. All upcoming steps will require you to build at 90\u00b0 angles unless we tell you otherwise explicitly." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-5_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's build sub-build 2." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-4_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the knuckle arm horizontally, connector pointing to the top on the left, and crank pointing to the bottom on the right. Put the technic beam 3m vertically on the connector of the previous piece. Use the middle hole. The two pieces form a 90\u00b0 angle." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-5_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 2 on the structure. This is quite tricky, so do ask for help if needed. Find the two top connectors on the left side of the structure. Insert them into the 2 remaining holes of the technic beam 3m of sub-build 2. The knuckle arm fits into the slot running left-to-right in the middle of the structure." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-9_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Up next is sub-build 3." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-6_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the i-shaped technic beam horizontally so that it is flat. This means that its shorter ends are pointing to the front and back. Insert the connector of the bushing 1x1 bottom-to-top into the frontmost hole on the right edge. Make sure that the bushing hole at the bottom is running front-to-back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-7_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle 4m bottom-to-top into the middle hole on the right edge, end stop to the bottom. It will only be firmly connected after the next step." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-8_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle from the top. Push it all the way down, and make sure that the cross axle is pushed all the way up. Keep this orientation for mounting!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-9_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 3: find the 2 top connectors on the left side of the structure. Insert them into the leftmost cross beam of sub-build 3. This means that sub-build 3 is overhanging to the right at a 90\u00b0 angle." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-11_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 4." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-10_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle into the cross hole of the gear wheel. Push it until one end of the cross axle is flush with the hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-11_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 4: in the left half at the top of the structure, there are two beams 3m running front to back. The middle hole of the right beam is your connection point. Insert the cross axle of sub-build 4 into this hole. Great job! The first steps are often the hardest. You have already built a great basis by now! Remember to pay great attention to the orientation of the structure." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-13_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's build sub-build 5." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-12_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam so that the longer beam is on the right and pointing to the top. Insert the connector peg front-to-back into the leftmost hole of the shorter beam." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-13_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 5: find the bushing 1x1 at the bottom on the right edge of the structure. Insert the connector of sub-build 5 back-to-front into this hole. Make sure the longer beam of sub-build 5 is now pointing to the top on the right side." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-14_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg with middle friction ring front-to-back into the topmost hole at the right edge. Insert the longer end of the connector 3m with asymmetric friction ring front-to-back into the hole below. But don't push it in all the way. It only needs to be flush at the back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-19_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 6." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-15_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 7m horizontally, holes running front-to-back. Insert two connectors of the technic beam 3m with top and bottom connectors in the middle, leaving 2 spare holes on each side. Make sure the piece is overhanging to the front, this means it is pointing towards you." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-16_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pin top-to-bottom into the gear wheel. Now, insert the connector bottom-to-top into the left hole at the very front. It is the left hole of the technic beam 3m with top and bottom connectors." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-18_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make part 6a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-17_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the technic beam 2m vertically on the table, holes to the top. Insert the shorter end of the connector top-to-bottom into the backmost hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-18_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the connector front-to-back into the leftmost hole of sub-build 6. Make sure the technic beam 2m protrudes to the top." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-19_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 6 on the structure. It has two points of connection. First, identify the right hole at the front of sub-build 6. It runs top to bottom. Then, identify the cross axle in the middle of the right half of the structure. It runs top-to-bottom as well. Put the hole top-to-bottom on the cross axle. The three gear wheels will engage now. Next, find the second connector from the top at the right edge of the structure. Push it all the way to the back and make sure it engages with the rightmost hole of sub-build 6 which is now mounted at the back of the structure. This was a complicated step! Well done!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-21_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 7." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-20_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 7m horizontally, holes running front-to-back. Insert the connector peg front-to-back into the leftmost hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-21_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 7 on the structure: find the second connector from the top at the right edge of the structure. Put the rightmost hole of sub-build 7 front-to-back onto this connector. There are two more connectors to the left that will engage as well. On the left side, a connector will protrude to the front after mounting." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-28_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 8." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-22_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bushing on one end of the cross axle." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-24_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make part 8a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-23_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam upright vertically, cross hole at the bottom and running front to back. Insert the connector of the bushing 1x1 right-to-left into the middle hole of the technic beam 3m. Make sure the bushing hole is running front to back now." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-24_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the cross axle 6m back-to-front into the cross hole at the bottom, cross bushing 1x\u00bd at the back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-25_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it front-to-back on the cross axle, dented end to the front. Make sure to push it until it touches the beam 3m." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-27_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make part 8b, the front mudguard of the tractor." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-26_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the right mudguard panel horizontally, arrow tip to the left, 2 holes at the front and at the bottom. If this does not add up, you might have the left instead of the right mudguard panel. You can decorate this piece with the sticker now, or skip the next 2 sentences and keep this step for later. Attach CLAAS sticker number 1 according to the mudguard panel form. The sticker is divided horizontally: one half is bright yellowish green - the characteristic CLAAS brand color - and the other half is white with the bright red CLAAS logo. Insert the cross axle pin right-to-left into the cross hole on the right side." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-27_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount part 8b: insert the connector left-to-right into the topmost hole of sub-build 8. If done correctly, the mudguard is pointing to the left, and the cross axle at the bottom is pointing to the front. Keep this orientation for the next step!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-28_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 8. It will be attached at the back on the left side of the structure. There are two points of connection. First, point A: identify the right hole of the mudguard panel on sub-build 8. It will connect with the connector pointing to the back on the top-left side of the structure. Note: don't confuse it with the cross axle below. Next, connection point B. Identify the cross axle pointing to the front at the bottom of sub-build 8. The corresponding hole is at the very center of the structure. There are three adjacent holes in the middle running front to back. They are actually the bottommost holes of that kind in the center of the structure. The cross axle of sub-build 8 will connect with the rightmost of these three holes. Now, connect said holes, connectors and cross axles. Great job! This was particularly complicated!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-29_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it front-to-back on the cross axle protruding in the middle front of the structure, dented end to the front." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-33_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 9, the second mudguard of the tractor." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-30_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam 3m upright vertically, cross hole at the bottom, and running front to back. Insert the connector peg right-to-left into the middle hole of the technic beam 3m. Make sure the bushing hole is running front to back now." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-32_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make part 9a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-31_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the left mudguard panel horizontally, arrow tip to the left, 2 holes at the back and at the bottom. Insert the cross axle pin into the cross hole on the right side. You can decorate this piece with the sticker now, or skip the next sentence and keep this step for later. Attach the CLAAS sticker number 2 on the left mudguard panel according to its shape. The sticker looks just like the sticker on the right mudguard." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-32_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the connector of part 9a left-to-right into the top hole of sub-build 9." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-33_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 9. It will be mounted at the front of the structure on the left. There are two points of connection. First, point A: identify the right hole of the mudguard panel on sub-build 9. It will connect with the connector pointing to the front on the top-left side of the structure. Next, connection point B. Identify the cross hole at the bottom of sub-build 9. It will connect with the cross axle pointing to the front in the very middle of the structure. Now, mount sub-build 9 from the front and connect said holes and connectors and cross axles." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-34_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle pointing to the front in the middle of the structure (point B of the last connection). You might have to push said cross axle a bit more to the front or back to make it fit symmetrically." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-41_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 10." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-35_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam so that the longer beam is on the right side, and pointing to the top. Push the longer ends of the connectors front-to-back all the way into the 2 bottommost holes of the shorter beam. Insert the cross axle 3m into the topmost hole, protruding symmetrically to the front and back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-36_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the 2 bottom connectors at the front. Repeat symmetrically at the back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-38_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make part 10a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-37_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam horizontally so that the shorter beam is on the left side and pointing to the bottom. Insert the shorter end of the connector front-to-back into the bottommost hole. You can decorate the left side surface of the beam 3m with the sticker now, or keep this step for later." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-38_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount part 10a on sub-build 10. It is mounted at the back, and there are two points of connection. First, identify the connector pointing to the front at the bottom of part 10a. Then, find the third hole from the top on sub-build 10. Insert the connector back-to-front into the hole. At the same time, the cross axle at the back of sub-build 10 engages with the top left hole of part 10a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-39_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one connector peg front-to-back into the fourth hole from the right at the very top. Put the other connector peg to the right. Put the technic beam 2m horizontally front-to-back on the two previous pieces." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-40_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shorter ends of the connectors front-to-back into the two remaining holes on the right side at the top. Hold the technic beam 2m horizontally, and put its leftmost hole on the rightmost connector at the top." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-41_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it is time to mount sub-build 10. It is mounted from the back. Attention: there is only 1 point of connection for now. First, identify the hole protruding at the very top in the left half of the structure. Now, identify the second connector from the right pointing to the front on sub-build 10. These are your connection points. Slide sub-build 10 over the right mud-guard panel onto the structure, coming from the back. Great job! Now, the structure is starting to resemble a tractor chassis, don't you think?" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-42_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam horizontally so that the shorter beam is on the left side, and pointing to the bottom. You can decorate the left side surface with the sticker now, or keep this step for later." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-43_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the technic beam 3m x 5m front-to-back on the left front of the structure. Again, you have to slide it over the mudguard onto the structure. It engages with all 4 connectors pointing to the front in the top left half of the structure. The front engine hood of the tractor is finished! Well done!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-47_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 11." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-44_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam horizontally so that the shorter beam is on the left and pointing to the bottom. Insert the two connector pegs with middle friction ring back-to front into the two leftmost holes. Insert the shorter end of the connector 3m back-to-front into the third hole from the right." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-46_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make part 11a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-45_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam so that the longer beam is on the left side, and pointing to the top. Insert the cross axle pin back-to-front into the top cross hole. Insert the connector peg with middle friction ring back-to-front into the hole below." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-46_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Make sure to keep this orientation of part 11a for mounting: its connectors are pointing to the back. Hold sub-build 11 so that the shorter beam is on the left side, and pointing to the bottom. Connect the two bottom holes of part 11a back-to-front with the two top connectors of sub-build 11." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-47_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 11. It will be attached on the right front of the structure. There are two points of connection, and they might be hard to find. Take your time and listen carefully. First, point A: identify the front hole at the center in the right third of the structure. It actually is a bushing 1x1 to the right of the mudguard. This hole is running front-to-back. It will connect with the bottommost connector at the back of sub-build 11. Next up is connection point B. Connection point B on the structure is the second hole from the right almost at the top of the structure. It will connect with the second connector from the bottom at the back of sub-build 11. Now, you can connect all connectors and holes. Excellent work!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-51_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 12." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-48_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic beam horizontally. Insert the longer ends of the connectors front-to-back into the right and middle hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-49_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold one horizontally, shorter beam on the right side, and pointing to the bottom. Now, find the 2 middle holes of the longer beam. Put them front-to-back on the front connectors of the sub-build. Repeat symmetrically at the back. There should be a recess on the right side now, and on the left side all three beams are flush." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-50_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pins into the leftmost holes at the front and back. Make sure to keep this orientation when mounting! Protruding connectors on the left side, and middle recess on the right side." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-51_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 12. First, identify the two connectors protruding to the back at the top of the structure. They are right on top of each other. Now, identify the two rightmost holes at the front of sub-build 12. Put them back-to-front on said connectors. Make sure the driver's cabin is mounted in 90\u00b0 angles. Check if the cross-axle in the middle of the structure aligns with the recess of sub-build 12. This is the driving cab of the tractor! Well done!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-53_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 13. First, turn the structure left to right. This means that now, the front engine hood points to the right." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-52_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam so that the longer beam is on the right side, and pointing to the top. Insert the cross axle pin back-to-front into the top cross hole. Insert the connector peg with middle friction ring back-to-front into the hole below." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-53_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 13. It will also be part of the driver's cabin. First, identify the two topmost holes in the left third of the structure. They are right on top of each other. Insert the two connectors at the back of sub-build 13 front-to-back into said holes." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-55_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build sub-build 14." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-54_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angular technic beam flat on the table. Make sure the shorter beam is at the front, and the longer beam is on the left side, pointing to the back. Insert the connector pegs top-to-bottom into the frontmost two holes. Insert the shorter end of the connector 3m into the hole behind the previous pieces." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-55_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the part right-side up. Then, turn the part so that the shorter beam is on the right side and pointing to the bottom. The connectors have to point to the back. Now, connect sub-build 14 with the previous sub-build: insert the two top connectors of sub-build 14 into the bottom holes of the previous sub-build. The bottom connector of sub-build 13 connects with a horizontal bushing below the previous sub-build." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-58_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build sub-build 15." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-56_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pin into the cross hole 1m." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-57_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector on sub-build 15 into the round hole of the new angled bushing 1x1. Make sure that its cross hole 1m is pointing to the back. Insert the cross axle 3m back-to-front into the cross hole 1m. Make sure that the horizontal hole on the left runs front-to-back, and the cross axle on the right protrudes to the back in parallel." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-58_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 15. For now, it only has 1 point of connection. The cross axle will hang loose in the driver's cabin. Find the topmost connector peg pointing to the front in the middle of the structure. Now, identify the empty hole of sub-build 15. It will connect with said connector. Make sure to attach sub-build 15 such that its cross axle is to the left and to the bottom. You can only do this if you let it hang loose in the driver's cabin. This also means that sub-build 15 can only be attached at an angle, slightly tilted to the left." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-62_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 16. First, turn the structure right to left again. This means that the front engine hood is now pointing to the left." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-61_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector part into the round hole of one angled bushing 1x1. Insert the cross axle pin into the cross hole of the other angled bushing 1x1. Make sure that the remaining round hole and the protruding cross hole 1m are parallel." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-62_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you can mount sub-build 16. It has two points of connection. Point A: Again, find the topmost connector peg pointing to the front in the middle of the structure. It will connect with the empty round hole of sub-build 16. Now, connection point B: the empty cross hole 1m of sub-build 16 connects with the cross axle pointing to the front below point A at an angle. The driving cabin is finished! You're doing great!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-64_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 17." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-63_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the technic lever horizontally, and insert the cross axle pin front-to-back into the left cross hole. Put the cross bushing back-to-front on the protruding cross axle pin." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-64_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount sub-build 17: find the bottommost hole on the right edge of the structure. Skip this hole because the point of connection is the hole above the bottommost hole. Now, insert the connector of sub-build 17 front-to-back into said hole. Make sure the technic lever is now pointing to the bottom." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-83_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 18. This is quite a large sub-build with several individual parts, but it will be worth your while: it is the rotary cutter unit of your tractor!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-65_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle top-to-bottom into the cross hole of the double conical wheel. Push the wheel to the bottom." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-66_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, dented end to the top." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-67_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the axle and pin connector block 3x4x2 on the table. Make sure the longer side rails of this piece are pointing to the left, and the shorter side rails are at the top. Insert the cross axle of the previous sub-build right-to-left. The cross axle protrudes in the same direction as the longer side rails. Now, push the gear wheel with 12 teeth left-to-right onto the cross axle, teeth to the left. Push it all the way to the stop position until everything has a tight fit." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-68_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it back-to-front into the topmost cross hole at the back. Only push it until the inserted end is flush with this hole. Don't push it all the way to the front yet." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-72_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make part 18a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-69_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam horizontally, shorter beam to the right and pointing to the top. Insert the cross axle pin front-to-back into the leftmost cross hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-71_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make part 18b." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-70_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross bushing 1x1 on the cross axle pin, dented end outwards." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-71_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the connector part front-to-back into the second hole from the left of part 18a." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-72_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, you can mount part 18a on sub-build 18: insert the shorter beam of part 18a between the two shorter side rails at the top of sub-build 18. Make sure the longer beam is on the left side pointing to the top, and the connectors are pointing to the front. Now, push the cross axle from the back through the left hole of part 18a, and all the way through the shorter side rail at the front. Make sure the cross axle protrudes symmetrically to the front and back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-75_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make part 18c." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-73_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the technic beam 2m with offset cross hole on the table, cross hole at the front running from left to right. Insert the cross axle 5m right-to-left into the cross hole until the pushed in end is flush with the cross hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-74_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it vertically. Put the frontmost cross hole right-to-left on the cross axle. Push it all the way to the technic beam 2m with offset cross hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-75_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount part 18c on sub-build 18: First, find the protruding cross axle at the front of sub-build 18. It's a rather short piece of cross axle. Next, find the backmost cross hole of part 18c and attach it on said cross axle. Make sure part 18c is overhanging to the right, and its long cross axle is pointing to the back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-76_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tube 2m on the cross axle at the right pointing to the back. The technic lever has two connection points: put it horizontally back-to-front on the two cross axles on the left and right pointing to the back." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-77_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross hole on the cross axle at the right pointing to the back, make sure the round hole of the technic beam 2m is on the left. You should now have two symmetrical holes on the right side running top to bottom." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-81_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build part 18d." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-78_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the technic beam horizontally on the table, holes top-to-bottom. Insert one connector peg each into the leftmost, rightmost, and middle hole." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-79_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the double conical wheel with 12 teeth 1m on the middle cross axle pin. Put the two double conical wheels with 36 teeth on the left and right connector pins. Use the middle holes of the wheels. All three wheels will now engage." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-80_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the part upside down. Insert the 2 connector pegs into the second hole from the right and the second hole from the left." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-81_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount part 18d on the sub-build 18: First, find the 2 top-to-bottom holes on sub-build 18 on the right edge of the sub-build. Insert the connectors of part 18d from the bottom to the top into said holes." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-82_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip sub-build 18 upside down, and then turn it left to right. This means that now, the double conical wheels are on the left side at the top. On the right side, there are two connectors at the bottom pointing to the front. Insert the cross axle back-to-front into the rightmost hole of the long side rail at the back. Don't push it all the way to the front. Only let a few millimeters protrude to the front. The next step is quite tricky. Make sure to ask for help if needed! Put the bevel gear with 20 teeth on the part of the cross axle protruding to the front, gear teeth to the front. The bevel gear will engage with the gear wheel in the middle. Make sure the cross axle is flush with the bevel gear. This is a decisive moment: if you twist the cross axle all wheels should move now. Great job!" } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-83_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have just finished the rotary cutter of your tractor! Well done, this was quite hard! Mounting this sub-build can be a challenge. Listen carefully and ask for help if needed. First, flip the tractor upside down and turn it left-to-right. This means that the driving cabin is at the bottom, and the front engine hood is pointing to the right. Now, find the technic lever 3m that is protruding to the top on the left side of the structure. Skip its topmost cross hole. The hole below is the point of connection. It is overlapping with a technic beam hole. Hold sub-build 18 such that the double conical wheels are on the left and to the top. Now, move\u00a0 sub-build 18 on the structure coming from the left. Make sure to insert said hole of the structure between the bevel gear and the longer side rail opposite of the bevel gear on sub-build 18. This does not have a firm connection yet. Now, push the cross axle of the new sub-build back-to-front all the way to the front, symmetrically overhanging to the back and front. This might need some wiggling and several tries. Great job! We are almost there." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-84_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the cross axle at the front and back and push them all the way to the center. If all went well, you can now move the rotary cutter up and down a little." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-85_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the structure right side up again, and then turn it left to right. The double conical wheels are now at the bottom on the right side. Next, you have to identify two connectors pointing to the front in the middle of the structure: One is the topmost connector of the movable technic beam of the rotary cutter. The other connector is pointing to the front at a similar height, it is located to the left of the first connector. Move the movable technic beam if needed to bring the connectors to the same height. Now, put the technic beam 3m with offset cross hole horizontally on those two connectors, its cross hole overhanging to the right." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-88_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build sub-build 19, the steering crank." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-86_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross axle extension upright on the table. Insert the tip of the cross axle into the extension." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-87_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross bushing on the cross axle, dented end to the bottom. Put the double conical wheel with 12 teeth 1m on top." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-88_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the driving crank: identify the cross axle protruding bottom-to-top in the center of the structure. Insert the steering crank top-to-bottom and connect it with said cross axle." } ] }, { "id": "lego-42102-a-mini-claas-xerion-tractor-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-42102-a-mini-claas-xerion-tractor-readscr/images/sm01-claas%20tractor-89_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires on the rims. Put the wheels on the four connectors protruding at the front and back of the structure. Make sure the spokes are facing inwards." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-7_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Emma Minidoll." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-1_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the legs." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-2_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-3_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-6_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build Emma's walkie-talkie." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-4_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-5_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob next to the antenna." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-6_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the handle of the walkie-talkie into Emma's hand." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure1-7_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Emma Minidoll is finished! Well done! Emma has black curly hair, and she is wearing lavender-colored boots, as well as a khaki pinafore dress with lavender straps and a lavender chest pocket. Underneath, she wears a tank top with neon green and pink stripes. She has brown eyes and a friendly smile on her face. Emma really loves animals. What about you?" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-21_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the truck trailer." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-1_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the hollow is to the bottom, and the side panel with side knob is to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-2_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the side knob of the angle plate 1x1." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-3_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, put this small part on the rightmost knob of the front row, side knob and round tile to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-4_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat what you did before: put the round tile 1x1 on the side knob of the angle plate. Put this part on the rightmost knob of the back row, round tile to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-5_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, clasp to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-6_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column, and put the plate 2x3 horizontally on the two middle rows. Put 1 plate 1x2 horizontally to the left of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-7_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with towing extension and ball vertically centered on the leftmost column, towing extension overhanging to the left. Put 1 plate 1x2 with clasp horizontally on the back row on the left edge, clasp to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-8_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the rightmost knob of the back row, clasp to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-9_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make a little box with them. Put 1 horizontally on the second row from the front on the right edge, long panel to the front. Put the other one horizontally behind the previous piece, long panel to the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-10_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 horizontally next to each other on the back row in the middle. Repeat symmetrically at the front. Put 2 vertically on the leftmost column." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-11_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x6 horizontally on the back row. Put the plate 1x2 vertically centered on the leftmost column. Put the other plate 1x6 horizontally on the front row." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-15_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the trailer axle." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-12_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-13_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, pin connector to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-14_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the two previous pieces." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-15_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The trailer axle is finished! Well done! First, flip the trailer itself upside down. Make sure the towing extension remains on the left. Then, flip the trailer axle upside down, and mount it vertically centered on the two middle columns, pin connectors to the front and back. Great job!" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-18_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 wheels." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-17_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Now, find another rim and another tire. Assemble the second wheel just like the first one." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-18_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The wheels are finished! Good job! Snap the two wheels on the connectors of the truck trailer." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-19_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap these three items into the side clasps on either side of the truck trailer. This way, Emma and Stephanie will have all their equipment at the ready." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-20_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the feeding bottle on one of the knobs of the trailer. Put the plant into the little box on the trailer." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-trailer-21_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The truck trailer is finished! Well done! This will come in handy for transporting rescued animals and storing all your Jungle Rescue equipment." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-39_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Jungle Rescue truck." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-0_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x10 horizontally on the table. Put the plate 1x4 with ball socket vertically centered on the rightmost column, ball socket to the right. This is where you can later mount the trailer or the rescuing hook." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-1_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 bearing element 2x2 to the left of the previous piece on the frontmost row, connector pin and front row overhanging to the front. Repeat symmetrically at the back. Put the plate 2x4 horizontally to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-2_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left on the front row, pin connector and front row overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-3_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the front knob of the leftmost column, piece overhanging to the front, and side knobs to the left. Put the other one vertically behind the previous piece, piece overhanging to the back, and side knobs to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-4_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back two rows on the left edge. Put the other one horizontally in front of the previous piece." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-5_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 vertically to the right of the two previous pieces, symmetrically overhanging to the front and back. Put 1 plate 2x4 horizontally to the right on the back two rows. Repeat symmetrically at the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-6_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball into the ball socket on the right side of the structure. This is the rescuing hook! If you do not need to rescue or tow anyone, you can remove it and snap the trailer into the ball socket instead." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-11_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the rear of the truck." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-7_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-8_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the two middle side knobs. Continue if you want to decorate the flat tile with a license plate sticker now. If not, skip the next three sentences." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-9_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the flat tile 1x2. The sticker is white with salmon pink writing on it. The license plate reads: \"J L S 19\". There are also two small hearts on it and horizontal lines at the top and bottom." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-10_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the rightmost side knob. Put the other one upright on the leftmost side knob. Great! These are the taillights of the truck." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-11_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear of the truck is finished! Neat! Mount it vertically on the rightmost column of the structure. Make sure the taillights and license plate are pointing to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-12_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the rightmost column, and put 1 brick with fender on the backmost row, fender overhanging to the back. Put the brick 2x2 in front of the previous piece. Put the other brick with fender in front of the previous piece, fender overhanging to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-13_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 flat tiles 2x2 on the two columns to the left of the three previous pieces. Put the 2 foot plates 1x2x1 vertically to the left of the 2 previous pieces, back panels to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-14_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 inverted roof tile 1x2 horizontally on the second knob of the backmost row from the left, slope to the right. Repeat symmetrically at the front. Put the plate 1x4 vertically on the fourth column from the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-15_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 inverted roof tile 1x2 horizontally on the leftmost knob of the frontmost row, slope to the left. Repeat symmetrically at the back. Skip the frontmost row, and put the plate with top handle vertically on the fourth column from the left, slope to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-16_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 vertically on the leftmost column. Put the brick 2x2 to the right in the middle." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-17_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece, fender overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-18_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two rightmost columns, round corners to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-19_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 curve tile horizontally on the front row on the right edge, curve to the left. Repeat symmetrically at the back. Put 1 plate 1x2 horizontally on the second row from the back on the right edge. Repeat symmetrically at the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-20_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 panel element horizontally behind the previous piece, long panel to the front. Put the other panel element horizontally behind the previous piece, long panel to the back. Put 1 plate 1x1 on the left knob behind the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-21_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handrail 1x4x2 vertically on top of the 2 previous pieces. Put the 2 plates with top handle vertically to the left of the previous piece, slopes to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-22_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x4 with 2 knobs horizontally on the back row to the left of the curved tile. Repeat symmetrically at the front. Put the plate 1x4 vertically centered on the third column from the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-28_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front spoiler and grille." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-23_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, round corners to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-24_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the yellow round plate 1x1 on the leftmost knob at the back. Put the raspberry red round plate 1x1 to the right. Put the grille tile 1x2 vertically to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-25_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile 1x2 vertically to the right of the previous piece. Put the raspberry red round plate 1x1 to the right. Put the yellow round plate 1x1 to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-26_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the rightmost knob at the front. The clasp must be vertical, so the clasp ends are at the front and back. Repeat symmetrically on the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-27_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it horizontally into the two clasps. If this does not work, you might have to adjust the orientation of the clasps." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-28_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front spoiler and grille are finished! Very well done! Turn the part upright and mount it horizontally on the side knobs on the left side of the vehicle. Make sure the bumper bar is at the bottom, and the headlights are at the top." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-29_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 the front row on the left button of the plate 1x4 with 2 knobs, twin knob collar overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-30_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the open end wrench onto the handle in the center of the vehicle. Don't confuse it with the handles on the right side of the vehicle. Insert the handle of the wrench into the middle hole of the steering wheel 2x2." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-31_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the steering wheel, top knobs on the right side. You have just created the engine hood of the truck. Well done!" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-32_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle of the engine hood. The sticker shows a rectangular emblem. Its outline consists of bright green, dark blue, and white lines. The center area is pale lavender, and in the middle there is a green heart with leaf veins. It looks just like a heart-shaped leaf! And on the right half of the heart there is a small pink paw." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-33_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 4 knobs of the engine hood, slope to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-34_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on top of the windscreen." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-35_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically centered on top of the windscreen. Put the 2 round plates 1x1 in front of and behind the previous piece." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-38_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's assemble the 4 wheels." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-37_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Now find 3 more rims and 3 more tires. Assemble the remaining wheels just like the first one." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-38_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 wheels are done! Now snap them onto the 4 connectors at the bottom of the truck." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-car-39_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Jungle Rescue truck is finished! Great job! The truck is ready for action: Emma can already get behind the steering wheel and take it for a spin. Maybe you also want to try snapping on the trailer. We have built everything from bag 1 now. Time for bag 2!" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure2-5_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next step, we will build the Stephanie Minidoll." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure2-1_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the legs." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure2-2_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure2-3_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-figure2-5_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Stephanie Minidoll is finished! Great job! Stephanie is wearing olive green sleeveless overalls with a pink belt and chest pocket and a bright blue collar. Underneath she is wearing a tank top with a blue, pink, and lilac pattern. Stephanie is smiling and her blue eyes are very friendly. The baby elephant is one of her best friends." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-58_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the jungle tree with sand pit. This build is a little green jungle oasis built on a green plate with a half circle shape on the right. On the right half of this oasis we will build a rock formation with the quicksand pit in the middle, and on the left half at the back, we will build a beautiful large palm tree. The sand pit and the palm tree consist of many different bricks, pieces, and elements. Of course, we will tell you exactly where each brick and piece goes. However, finding the exact locations and orientations might sometimes be hard. So naturally, you can also choose to build your very own rock formation and tree as you please! Let's get started!" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-0_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, straight side to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-1_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically centered on the second column from the right. Put the roof tile 1x2 horizontally behind the previous piece, slope to the right. Make sure the two pieces are flush on the right side, not on the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-2_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 horizontally centered to the left of the flat tile 1x2, overhanging to the left. Put the roof tile 1x1x\u2154 in front of the previous piece on the second knob from the left, slope to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-3_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Connect it with the structure from the left: put it underneath the flat tile 2x4. The edge of this plate lines up with the flat edge of the half-circle plate. The 2 flat tiles will be the center of the rock formation. This means that we will use grey and mud-colored pieces to build around these flat tiles. Brown bricks will be used for the tree." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-4_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the roof tile 1x2. Put the other one horizontally to the left of the smooth roof tile 1x1." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-5_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the previous pieces, rocks to the front and back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-6_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 of them vertically to the left of the rock plate at the back, slopes to the back. Make sure that the backmost row of the base plate remains empty. Put 1 vertically to the left of the rock plate at the front, slope to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-7_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the fifth row from the front, to the left of the flat tiles, slope to the left. Put the other one vertically in front of the previous piece, also touching the flat tile, slope to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-8_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically to the left of the previous piece. Skip 3 columns from the left edge, and put the brick with inverted half arch horizontally on the backmost row, inverted arch to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-9_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, side knobs to the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-10_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate 1x1 on top of the previous piece, side knob to the left. Put the round tile 2x2 into the back left corner. Put the round tile 1x1 in front of the previous piece on the leftmost column." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-11_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 2x2x2 directly in front of the highest part of the structure at the left back, slope to the front. This is the base of your tree trunk! We'll keep building here with brown bricks later. Put the rock plate vertically on the fifth column from the left, on top of the plate 1x2, side rocks to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-12_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the rocky part pointing to the front, top roof tile to the left. If you count, this is the third row from the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-13_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob in the back left corner of the rock formation you are building, slope to the left. Like we said before: if you prefer a slightly different location for this, or similar pieces, that's fine, too!" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-14_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick with leaves to the right of the previous piece, leaves to the back. Put the roof tile 1x2 horizontally to the right, slope to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-15_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the frontmost rightmost knob of the rock formation, slope to the front. Skip 2 columns to the left and 1 row to the back, and put the other one on top, slope to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-16_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the back left corner of the tree trunk. The tree trunk is the higher part at the back of the structure." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-17_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, shaft to the left." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-18_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece, half-arch overhanging to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-19_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece. Make sure the side knobs are pointing to the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-20_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece, arch overhanging to the left. Put the other one vertically to the right of the previous piece, arch overhanging to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-21_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In between the branches you have already mounted, you can now find a corner-shaped cut-out. The corner brick 2x2 fits perfectly into this opening." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-22_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the fourth knob from the left of the left branch." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-23_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-24_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 to the right of the previous piece, side knob to the back. Put the angle plate on the fourth knob from the front of the front branch, side knob to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-25_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, side plate to the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-26_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the highest part of the backmost row, side shafts to the left and right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-27_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-28_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically on the 4 side knobs at the back of the structure. Start from the bottom." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-29_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the second knob of the front branch, shaft to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-30_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve tile vertically on the first two knobs of the front branch, curve to the front. Mount the spider on the right side knob of the front branch. The trunk of the tree is now finished! Only the beautiful leaves are still missing. Almost done!" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-32_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 4 large palm tree leaves." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-31_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower piece on one of the knobs of the leaf." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-32_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of the leaf onto the small shaft on the top left of the tree, flower to the front and leaf fingers to the top." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-34_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make 3 more of those leaves. You can follow the instructions step by step, or assemble and attach the leaves as you please and jump to the next section." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-33_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower piece on one of the knobs of the leaf." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-34_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of this leaf onto the shaft below the left branch." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-35_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower piece on one of the knobs of the leaf." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-36_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of this leaf onto the shaft on the top right of the tree." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-37_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower piece on one of the knobs of the leaf." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-38_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The last leaf is mounted on the right side shaft on the front branch. You have finished the whole palm tree! Excellent! Isn't it marvelous?" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-42_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make a baby palm tree." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-40_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other, green flower at the bottom." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-41_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the two flower pieces." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-42_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The baby palm tree is finished! Nice! Skip three columns from the left, and put it on the second knob from the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-46_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it's time to make the quicksand warning sign." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-44_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp onto the top part of the flagpole, pointy end of the sign pointing to the top." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-45_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the triangular sign. The sign is white with a red frame. In the middle, there is a black drawing of a person sinking in quicksand." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-46_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The quicksand warning sign is finished! Well done! Skip the leftmost row, and put it on the fourth knob from the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-52_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up is the quicksand pit." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-47_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table and turn it horizontally, knobs pointing to the right." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-48_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the knobs on the right side. Make sure its 2 side knobs are pointing to the top." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-49_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it underneath the top plate on the front knob on the right side, handle overhanging to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-50_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the right side knobs, curve to the back." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-51_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the frontmost top knob, slope to the left. Put the other one on the backmost top knob, slope to the front." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-52_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The quicksand pit is finished! Well done! Insert it horizontally into the rock formation on the jungle oasis. The handle is sticking out towards the front on the right side. If the baby elephant gets trapped in the quicksand, you can put the hook of the truck on the handle and pull it out! The elephant will slide right into safety!" } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-56_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, let's make another baby palm tree." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-54_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other, green flower at the bottom." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-55_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the 2 flower pieces." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-56_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The baby palm tree is finished! Awesome! Put it on the leftmost frontmost knob of the rock formation." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-57_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Lean it against the tree." } ] }, { "id": "lego-41421-baby-elephant-jungle-rescue-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41421-baby-elephant-jungle-rescue-readscr/images/sm01-tree_island-58_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The jungle tree with sand pit is finished! Really well done!" } ] }, { "id": "lego-60242-police-highway-arrest-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_1-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the policeman Minifigure. He has handcuffs in his hand, so he is ready to arrest the crook." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_1-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on top of the legs. The policeman wears a dark blue shirt with a brown belt and his police badge on the left side of his chest." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_1-1_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top. The policeman wears dark sunglasses." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_1-2_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handcuffs in his left hand." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_1-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The policeman is now finished. Well done. Put him aside for now." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-59_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we are going to build the police car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-0_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-1_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally centered on the second row from the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-2_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally centered on the frontmost row. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-3_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two on each end of the medium stone grey plates 1x6 on the second row from the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-4_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the 4th column from the right, straight edge to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-5_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered to the right of previous piece, 1 column overhanging to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-6_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the 4th column from the left, steering wheel to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-7_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-8_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the backmost row on the right, mudguard fender to the back. Make sure one knob is overhanging to the right. Repeat symmetrically at the front, mudguard fender to the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-9_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the left of the previous piece at the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-10_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, side knobs to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-11_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it horizontally on the 4 side knobs on the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-12_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build vertically on the structure on the 4th column from the right, flat tile 1x4 to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-13_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous pieces." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-14_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the red brick 1x4 with side knobs vertically centered on the rightmost edge, side knobs to the right. Put one plate 1x1 behind the previous piece on the back row. Repeat symmetrically at the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-22_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the rear end of the police car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-15_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table with the rounded edge to the right and front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-16_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip one knob from the right, and put it horizontally on the back row. This means that two knobs are overhanging to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-17_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the previous piece, rounded edge to the left and front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-18_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the 2 back rows, curve to the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-19_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plates 1x1 to the left and right of the previous piece on the back row. Put one roof tile on the rightmost edge of the back row, slope to the right. Repeat symmetrically on the left, slope to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-20_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile centered on the front row. Put the round plates 1x1 to the left and right of the previous piece at the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-21_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker horizontally centered on the curve tile 2x2 at the back. The sticker is printed with a black and white license plate, showing the license tag: D3TA1N, which is code for \"DETAIN\"." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-22_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! We are now going to mount the rear end on the right side of the police car. Turn the small build upright, grille tile at the bottom. Mount it on the right side of the police car. Make sure that the top of the rear end is flush with the rest of the car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-23_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the police car 180 degrees. This means that now the rear end is pointing to the left. Put the brick horizontally on the frontmost row." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-24_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the front side surface of the previous piece." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-25_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the police car 180 degrees so that the rear end is pointing to the right again. Put the brick horizontally on the frontmost row." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-26_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the front side of the previous piece." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-27_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the backmost row on the left, mudguard fender to the back. Make sure one knob is overhanging to the left. Repeat symmetrically at the front, mudguard fender to the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-28_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 3 columns from the left, and put the 2 flat tiles horizontally on the frontmost and backmost row. Put the 2 roof tiles with lattice horizontally to the right of the previous pieces, slopes to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-29_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous pieces, the angled corners to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-30_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, between the two roof tiles with lattice." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-31_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved sport front centered on top of the previous piece, curve to the right. Put the roof tile 1x4 horizontally to the back of the previous piece, slope to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-32_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x4 horizontally in front of the curved sport front, slope to the right. Put the flat tile 1x6 vertically on the rightmost edge, overhanging symmetrically to the front and back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-33_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top on the 2 roof tiles 1x4x1." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-34_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-35_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the 4th column from the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-36_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, slope to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-37_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-38_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 3 columns from the left, and put the small build centered on top of the car. Make sure the slope is to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-39_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the windscreen." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-41_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the white plate 2x2 upright and put it on the 4 side knobs on the angle plate." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-42_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it on the previous plate." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-43_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build centered on the leftmost edge, side plates to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-44_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the green plate 2x3 horizontally centered on the leftmost edge. Skip 2 columns from the left, and put the two round plates 1x1 in front of and behind the previous plate." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-45_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the previous pieces, slopes to the left. Make sure the curve tiles are overhanging 1 knob-length to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-46_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip one column from the left, and put it centered between the previous pieces, wide end to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-47_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, slope to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-54_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the front of the police car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-48_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, round corners to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-49_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the blue plates vertically on the right column. Make sure to skip one knob each at the front and back. Put the round tiles in front of and behind the previous pieces." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-50_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically centered on the right column." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-51_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the left column." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-52_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile centered on the left column, slope to the right. Put the 2 round tiles in front of and behind the previous piece." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-53_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the roof tile. The sticker is printed with a black and white license plate showing the license tag D3TA1N." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-54_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! We are now going to mount the front end on the left side of the police car. Turn the small build upright, grille tiles at the top. Mount it on the left side of the police car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-55_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right wedge tile horizontally on the leftmost edge at the back, cut to the left back. Put the left wedge tile horizontally on the leftmost edge at the front, cut to the left front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-58_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to assemble the wheels." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-57_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the tires." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-58_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the wheels on the 4 connectors on the side of the car, spokes facing outwards." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car-59_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The car is now finished. Well done. You are also finished with bag 1. The policeman Minifigure is now ready to patrol the streets of LEGO City and track down mischief-makers!" } ] }, { "id": "lego-60242-police-highway-arrest-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_2-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we are going to build the crook Minifigure. He has a crowbar in his hand." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_2-0_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs. He wears a red shirt with a white and black striped tie. His jacket is maroon red and his pants are black." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_2-1_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top. He has dark circles around his eyes and a mole on his right cheek." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_2-2_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in his left hand." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fig_2-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crook is now finished. Well done. Put him aside for now." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-49_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we are going to build the getaway car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-0_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-1_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the rightmost edge." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-2_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick vertically centered on the rightmost edge. Put the plate to the left of the previous piece." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-3_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally centered on the frontmost two rows. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-4_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the leftmost edge." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-5_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-6_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row at the rightmost edge, fender to the back. Repeat symmetrically at the front, fender to the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-7_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally centered on the 2 back rows. Repeat symmetrically at the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-8_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the 3rd column from the right at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-9_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally centered on the second row from the front, panel to the front. Repeat symmetrically at the back, panel to the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-10_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally centered on the front row. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-11_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the second and third column from the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-12_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the left, symmetrically overhanging to the front and back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-13_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip one column from the right, and put one horizontally on the second row from the front. Put the second one horizontally on the second row from the back, again skipping the rightmost column." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-16_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the rear end of the getaway car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-15_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it horizontally on the side knobs." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-16_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build centered on the rightmost edge, side plate to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-17_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost edge, one column overhanging to the right." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-18_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip one column from the right, and put one horizontally on the second row from the back, slope to the left. Repeat symmetrically on the second row from the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-22_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the rear end of the getaway car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-19_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-20_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one red round tile on the rightmost knob at the back. Put one orange round tile to the left of the previous piece. Put the grille tile horizontally to the left. Put one orange round tile to the left. Put the red round tile on the leftmost knob at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-21_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one roof tile horizontally on the rightmost edge of the front row, slope to the front. Put the rounded plate 1x2 horizontally to the left. Put the other roof tile horizontally to the left, slope to the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-22_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the small build upright, roof tiles to the bottom, and mount it on the right side of the structure." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-23_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-24_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on top of the previous piece." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-28_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the safe." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-25_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mailbox on the table with the opening to the left. Attach the mailbox front to the mailbox on the bottom edge." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-26_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the items into the safe and close the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-27_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and put it vertically centered on the front of the safe." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-28_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the safe centered in the car on the right edge between the 2 roof tiles. Make sure the front of the safe is facing left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-30_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the side knobs of the angle plate." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-31_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small build centered on the leftmost edge, side plate to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-32_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the leftmost edge on the front row, fender to the front. Repeat symmetrically at the back, fender to the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-33_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two middle rows on the left edge, 1 column overhanging to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-34_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the front row, skipping one knob from the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-35_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brown plate 1x4 vertically centered on the third column from the left. Put the blue plate 1x2 vertically centered to the left of previous plate." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-36_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the 4th column from the left, slope to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-41_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the front of the getaway car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-37_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-38_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one rounded plate 1x2 vertically on the right column at the back. Put the second rounded plate 1x2 vertically on the right column at the front. Put the grille tile 1x2 vertically between the two previous pieces." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-39_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 4 round tiles on top of the two rounded plates." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-40_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the left column, slopes to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-41_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the small build upright with the roof tiles pointing down. Mount it centered on the left side of the structure." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-42_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile centered to the left of the windscreen. Put one curve tile horizontally on the front 2 rows on the leftmost edge, slope to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-43_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, slope to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-44_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the curved surface. The sticker is decorated with an angry white bulldog with a red spiky collar." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-45_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the structure centered on the leftmost edge, curve to the left." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-48_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to assemble the wheels and put them on the getaway car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-47_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the tires." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-48_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the wheels upright and put them on the side connectors of the getaway car." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Car_2-49_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The getaway car is now finished. Nice job! Finally, we will build the crate of fish and the roadside." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-0_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-1_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the back two rows, slope to the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-2_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one curve tile on the rightmost edge at the front, curve overhanging to the right. Repeat symmetrically on the left, curve to the left. Put the flat tile horizontally between the two previous pieces on the front row." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-3_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the table." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-4_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and snap the sign onto the flagpole. It is a traffic sign, printed with a big red circle and the number 50." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-5_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the traffic sign on the back row at the leftmost edge, round sign to the front." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-6_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-7_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the fish into the crate." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-8_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the crate with the fish horizontally centered on the structure, leaning up against the roof tile at the back." } ] }, { "id": "lego-60242-police-highway-arrest-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60242-police-highway-arrest-readscr/images/sm01-Fish_box-9_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fish crate and roadside are now finished. You have completed the whole set. Great job! The thief managed to snatch the bank safe and is now speeding through LEGO City much faster than allowed! Will the policeman be able to stop him? If the crook doesn't watch out, he will definitely crash into the crate of fish! A dizzying car chase right through LEGO City awaits!" } ] }, { "id": "lego-60283-holiday-camper-van-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure1-4_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the mom Minifigure with baby." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure1-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure1-1_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the neck bracket of the baby carrier around the neck. Make sure the carrier is on the front side of the Minifigure. Put the head on top. Put the hairpiece on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure1-3_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the baby Minifigure." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure1-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure1-3_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The baby has a curious smile on his face. You can put him in the carrier now! Find 1 feeding bottle with small shaft. Snap it into one of mum's hands." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure1-4_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mom Minifigure with baby is finished! Great job! Mom is wearing a lilac zipper jacket and beige cargo pants. She has a broad smile on her face and a few faint freckles on her cheeks. She can already take baby for a walk and check out the surroundings!" } ] }, { "id": "lego-60283-holiday-camper-van-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure2-3_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the dad Minifigure with camera." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure2-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on top of the legs, and the head on top. Then put the hairpiece on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure2-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's assemble the camera." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure2-1_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 upright on the knob on the front side of the camera. This is the camera lens." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure2-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the camera in dad's hand." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-figure2-3_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The dad Minifigure with camera is finished! Great job! Dad is wearing a bright blue shirt and a beige camping vest. He has an adventurous smile on his face, and a chin strap beard. Dad can join his family for a walk and take some pictures. It seems that he wants to take over baby and feed him! Mum and dad can easily switch." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-frying_pan-3_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the camping stove." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-frying_pan-0_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with 1 knob on the table. Put the head on the knob." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-frying_pan-1_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-frying_pan-2_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 into the pan. It is printed with a yellow egg yolk!" } ] }, { "id": "lego-60283-holiday-camper-van-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-frying_pan-3_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The camping stove is finished! Well done! Put the stove and the croissant aside for now. The family will need these things for breakfast once everything is set up." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-114_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Holiday Camper Van." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-0_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-1_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the back row on the left edge, one row and pin connector overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-2_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the medium blue plate 1x4 vertically centered to the right of the 2 previous pieces. Centered means that the piece is symmetrically overhanging to the front and back. Put the plate 6x8 horizontally centered to the right. Put the bright red plate 1x4 vertically centered to the right." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-3_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece on the back row, one row and pin connector overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-4_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically centered to the right of the previous pieces. Put the plate 2x6 vertically centered to the right, one column overhanging to the right." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-5_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure upside down. Be careful to keep the left side and right side the same. Put the plate 1x2 vertically centered on the rightmost column." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-6_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 2x2 into the back right corner. Repeat symmetrically at the front. Put 1 plate 1x8 horizontally on the backmost row of the plate 6x8. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-7_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again. Keep the left and right sides the same. Put the plate 2x10 horizontally on the two middle rows, starting from the right edge." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-8_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the rightmost four knobs of the previous piece, ball socket overhanging to the right. Put 1 flat tile 1x2 vertically to the left of the previous piece. Put the other flat tile 1x2 vertically on the leftmost column of the plate 2x10. This means it is vertically centered on the 10th column from the right edge." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-9_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-10_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other. The green plate is at the bottom, the blue plate is on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-11_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically centered on the leftmost column." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-14_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front grille base plate." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-13_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 8 side knobs of the previous piece." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-14_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front grille base plate is finished! Put the plate 1x2 vertically centered on the leftmost column, side knobs to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-15_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column at the back, side knobs to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-16_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically centered on the rightmost column of the structure. Put 1 inverted roof tile 1x2 horizontally to the left of the previous piece on the front row, slope to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-17_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-18_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece on the frontmost row, slope to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-19_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x6 horizontally to the left of the previous piece. Repeat symmetrically at the front. Put 1 inverted roof tile 1x2 horizontally to the left of the previous piece, slope to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-20_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-21_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x4 vertically centered on the rightmost column. Put the flat tile 1x8 horizontally on the backmost row, starting from the right edge. Put the flat tile 1x2 horizontally to the left. Put the flat tile 1x4 horizontally on the frontmost row, starting from the right edge. Put the plate 1x6 horizontally to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-22_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 7th column from the left. Put 1 horizontally on the backmost row to the left of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-23_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically centered on the rightmost column. Put the plate 1x12 horizontally on the frontmost row, starting from the right edge." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-28_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the coffeemaker." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-24_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-25_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 1x1 on the leftmost knob. Put the plate 1x2 horizontally on the rightmost two knobs. Put the round plate 1x1 on the right knob of the previous piece." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-26_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 1x1 on top of the previous piece. Put the Minifigure mug to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-27_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with tooth on the rightmost knob, tooth to the left. Put the round tile 1x1 on the leftmost knob. This piece is printed with the push tab of a soda can, so the little build on the left is actually a soda can!" } ] }, { "id": "lego-60283-holiday-camper-van-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-28_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The coffee maker is finished! Mount it vertically centered on the second row from the right, coffee maker at the front. You can later easily take the coffee maker out of the van and use it outside." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-29_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two middle rows to the left of the coffeemaker, seatback to the right. Skip two columns to the left, and put the other seat horizontally on the two middle rows, seatback to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-33_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the camping table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-30_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-31_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-32_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on two knobs of your choice. The purple one is printed with a strawberry, so it must be a strawberry shortcake! The brown one is printed with a donut with pink icing and blue sprinkles! Yummy!" } ] }, { "id": "lego-60283-holiday-camper-van-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-33_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The camping table is finished! Well done! Mount it between the two chairs." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-34_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x4 vertically centered on the two leftmost columns. Put the plate with top handle vertically centered on the sixth column from the left, slope to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-35_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the left, steering wheel to the right." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-36_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 orange round tile 1x1 upright on the backmost side knob on the right side of the structure. Put 1 red round tile 1x1 upright in front of the previous piece. Put the other red round tile 1x1 upright in front of the ball cup. Put the other orange round tile 1x1 upright on the frontmost side knob." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-37_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the smooth roof tile vertically centered on the second column from the left, slope to the right. This piece is printed with a dashboard with light blue and red indicators and three gauges. Put the Minifigure mug behind the previous piece." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-40_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the interior window frame." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-38_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the table. Put the frame 1x4x3 horizontally on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-39_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-40_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The interior window frame is finished! Put it vertically centered on the seventh column from the left. This is the column to the right of the angled top handle." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-45_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the rear window." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-41_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-42_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the front side surface of the brick. The sticker is white with a bold black frame. The license number is \"A H 6 0 2 8 3 \" and is printed in bold black letters." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-43_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two knobs on the right, panel to the front. Put the other one to the left, panel to the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-44_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-45_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear window is finished! Put it vertically centered on the rightmost column, panels and sticker to the right, round tile at the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-46_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row, starting from the right edge." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-48_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the small side window." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-47_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the profile brick 1x2 horizontally on the table. Make sure the horizontal profile lines running left to right are facing the front. Put the wall element 1x2x2 horizontally on top, panel to the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-48_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The small side window is finished! Put it horizontally on the front row on the third and fourth knob from the right." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-49_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate this piece with a sticker now. If not, skip the next 3 sentences." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-50_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front side surface of the brick. The white sticker is printed with the logo of the van manufacturer: it is the brown silhouette of a deer in the mountains standing in front of a deep yellow sunset. A little blue brook runs towards the deer. At the bottom of the sticker, the word \"DELUXE\" is printed in all caps in grey writing." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-51_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this piece horizontally on the front row to the left of the small side window." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-52_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x4x3 horizontally to the left of the previous piece, panel to the front. Put the brick 1x2x3 horizontally to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-53_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wedge plate 4x4 on the front right corner, cut-off to the left back. Put the plate 1x8 horizontally to the left of the previous piece on the front row." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-66_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the swing-out van side with windows." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-54_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-55_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two rightmost knobs." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-56_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left, vertical profile lines that are running from top to bottom to the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-57_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, panel to the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-58_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate this piece with a sticker now. If not, skip the next 3 sentences." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-59_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front side surface of the brick. The sticker has the exact same design as the previous sticker: it is printed with the logo of the van manufacturer and the word \"DELUXE\"." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-60_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this piece horizontally to the left of the small window, sticker to the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-61_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece, panel to the back, two knobs overhanging to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-62_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally so that the small round hinge part is pointing to the back. Then, mount its two right knobs underneath the structure." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-63_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two left knobs of the hinge plate." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-64_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x8 horizontally on top, starting from the rightmost edge. Put the hinge plate 1x2 horizontally to the left. Make sure the small round hinge part is again at the back. You should now be able to move the smaller and the larger part of the structure individually. If this is not possible, the hinge plates might be mounted incorrectly." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-65_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile horizontally on the rightmost two knobs. Put the flat tile 1x8 horizontally to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-66_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The swing-out van side with windows is finished! Very well done! To mount it, skip 5 knobs from the left. Then put the small part of the swing-out side horizontally on the back row. The larger part can now either be closed or swung out towards the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-67_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 with 2 knobs vertically centered on the rightmost column. Put the grille tile 1x2 horizontally on the front row, starting from the right edge. Put the flat tile 1x8 horizontally to the left of the previous piece. Put the 2 flat tiles 1x3 vertically to the left, on top of the interior window frame." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-68_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 knobs from the left, and put the right door 1x3 horizontally on the back row. Make sure its round part is on the left, and its handle is pointing towards the back. If this does not add up, try the other door. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-74_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front grille with license plate." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-69_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-70_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the four middle knobs. Put 1 arched curve brick to the right, knobs to the left. Repeat symmetrically on the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-71_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-72_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tiles 1x2 horizontally next to each other on the back row. Put the plate 1x4 horizontally in front of the previous pieces." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-73_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the front row. The sticker is identical to the first license plate sticker." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-74_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front grille with license plate is finished! Flip it upright and mount it on the side knobs on the right side. The grille tiles are at the top and the license plate is at the bottom." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-75_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the left edge. You can ignore the part without knobs on the leftmost edge of the structure. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-76_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the right knob of the previous piece and the knob to its right, clasp to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-79_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the right headlight." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-77_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the table, side knob to the left. Put the roof tile 1x1x\u2154 upright on the side knob, slope to the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-78_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, curve to the left, piece overhanging to the right." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-79_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The right headlight is finished! Great job! To mount it, put the overhanging part of the curve tile on the leftmost knob of the back row. The rest of the build is overhanging to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-82_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the left headlight." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-80_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the table, side knob to the left. Put the roof tile 1x1x\u2154 upright on the side knob, slope to the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-81_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, curve to the left, piece overhanging to the right." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-82_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The left headlight is finished! To mount it, put the overhanging part on the leftmost knob of the front row." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-83_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 on the 2 knobs of the curved vehicle front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-84_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the curved vehicle front on the leftmost knobs, curve to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-85_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the windscreen vertically on the table, slope to the left. Put the flat tile 1x6 vertically on top." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-86_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the windscreen vertically on the left edge, slope to the left. It connects with the 2 knobs of the curved vehicle front, as well as with the leftmost knobs of the back and front row." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-88_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the side mirrors." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-87_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the table, shaft to the right. Put the roof tile 1x1x\u2154 on top, slope to the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-88_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the side mirror upright so that the shaft is at the bottom and the slope is to the left. Then snap the shaft into the clasp on the front surface." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-89_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the table, shaft to the left. Put the roof tile 1x1x\u2154 on top, slope to the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-90_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the side mirror upright so that the shaft is at the bottom and the slope towards the left. Then snap the shaft into the clasp at the back side behind the windscreen." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-103_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the sleeping compartment. Put the van aside for now." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-91_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-92_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 vertically centered on the rightmost column. Put 1 brick 1x12 horizontally on the backmost row, starting from the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-93_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece. Repeat symmetrically at the back." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-94_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the pale ocher yellow flat tile 2x4 vertically centered on the two leftmost columns. Put 1 bright red flat tile 2x4 horizontally to the right. Use the two back rows of the low part. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-95_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the right of the two previous pieces, panel to the left. Put the other one vertically to the right, panel to the right." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-96_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, starting from the right edge." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-97_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 horizontally to the left of the previous piece on the back row. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-101_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-98_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-99_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-100_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 grille tiles 1x2 horizontally on the front row in the middle. Put the 2 round tiles 1x1 to the left and right of the previous pieces." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-101_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn this part vertically so that the grille tiles are on the left. Mount its right column underneath the left edge of the structure." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-102_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure upside down. Put 1 horizontally on the 2 backmost rows to the right of the small part you have just mounted. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-103_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sleeping compartment is finished! Excellent work! Mount it horizontally on top of the van, starting from the right edge. On the left, the compartment is overhanging above the windscreen." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-110_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the camper van roof." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-104_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-105_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column, and put it vertically centered on top, knobs to the left." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-106_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure upside down. Put 1 plate 1x4 horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-107_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again. Put the curved engine hood on the leftmost column, knobs to the right. You will probably have to lift up the structure to mount the engine hood because it is higher than the rest." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-108_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the top knobs." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-109_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left side surface of the van roof. The sticker is printed with the logo of the van manufacturer again which covers the right half of the sticker. At the left bottom, the sticker is printed with the words \"Caravan DELUXE\" in grey writing. On the left and right side of the sticker are thin sloped blue lines." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-110_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The camper van roof is finished! Very well done! Mount it horizontally on top of the van on the left side; the lower and higher part of the roof fit perfectly into the stepped structure. The sticker is pointing to the left. If the campers want to go to bed, just take off the roof and let them snuggle up in the sleeping compartment!" } ] }, { "id": "lego-60283-holiday-camper-van-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-113_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, we will build the 4 wheels." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-112_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires around the wheels." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-113_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the 4 wheels on the 4 connectors at the bottom of the van, rims outwards." } ] }, { "id": "lego-60283-holiday-camper-van-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60283-holiday-camper-van-readscr/images/sm01-bus-114_step_Bag%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Holiday Camper Van is finished! Great job! You can take it for a spin now and discover all the handy amenities inside." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0007_step_Step%20%23CH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Olaf Minifigure." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0000_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the snowman body." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0001_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the plant with 3 twigs into the hole on top of Olaf's head. Insert the shaft of the horn into the small hole in Olaf's face. It is his carrot nose!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0002_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the glass into Olaf's right hand. The Olaf Minifigure is finished! Well done! Olaf is a happy snowman with a big smile on his face. He has a twig crown, a carrot nose and 3 buttons on his body. He is one of Anna's best friends, the two love going on adventures together!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0006_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the table with chocolate cake." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0003_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the plate 2x4 on the left knob." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0004_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece. This is the chocolate cake!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0005_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered underneath the plate 2x4. It is the base of the table." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0006_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The table with chocolate cake is finished! Great job! The cake looks tasty, it's the perfect treat after a day of castle fun!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure1-0007_step_Step%20%23CH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0029_step_Step%20%23CR_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first floor of the castle with grandfather clock and revolving ballroom floor as well as 2 side towers." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the base plate 8x16 horizontally on the table, 4 protruding knobs to the front. Put 1 plate 1x4 vertically centered on the leftmost column. There is a recess that matches the plate perfectly. Repeat symmetrically on the right." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0001_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered underneath the 4 protruding knobs at the front, half circle to the front. If done correctly, there are 2 empty knobs each on the left and right side of its backmost row, and 3 empty rows are protruding towards the front." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0002_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the back right corner, cut-out window to the back, open side to the front. If done correctly, the rightmost knob of the back row remains partly empty." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0005_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll build the castle gate." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0003_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 swirly cupcake top on each outside door knob. Since each door has a knob on the front and the back each, you have to make sure to use the sides with the golden ornaments. The ornament print could be quite difficult to feel, so if you are not sure if you have the correct side of the door, ask a sighted person for help." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0004_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, the 2 side pillars 1x2 protruding to the front. Snap the 2 doors into the door frame, door knobs pointing to the front. The doors have 2 small stubs each, and the door frame has corresponding notches." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0005_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The castle gate is finished! Great job! Turn it left to right so that the door knobs and 2 side pillars are pointing to the back. Mount it to the left of the castle tower on the 2 backmost rows. This means that the 2 pillars do not protrude over the base plate." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0006_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the castle gate, big opening to the back. Again, the leftmost knob of the back row remains partly empty." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0007_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece on the leftmost column. Repeat symmetrically on the right." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0008_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the previous piece, panel and cut-out to the right. Repeat symmetrically on the left, panel and cut-out to the left." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0009_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the previous piece, aligning the two pieces on the front and left edges. The 6 front knobs of the right column will overhang to the right. Repeat symmetrically on the right, aligning the front and right edges with those of the wall. The 6 front knobs of the left column will overhang to the left." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0010_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 2x4 horizontally to the left of the previous piece, aligning it with the 2 backmost rows of the previous piece. Put the flat tile 1x4 horizontally to the left of the previous piece, aligning their front edges. This piece will sit centered on top of the castle gate. Put the other plate 2x4 horizontally to the left of the previous piece, aligning their front edges." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0011_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These elements will be the base of the grandfather clock. Put the fence element 1x4x1 horizontally centered on the fourth row from the front. Put 1 roof tile 2x2x2 behind the previous piece aligned with its right half, slope to the right. Put the other roof tile 2x2x2 to the left of the previous piece, slope to the left." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0012_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row of the 2 previous pieces." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0013_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, panel with cut-out to the back." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0014_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, slopes to the left and right." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0015_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in the middle of the previous piece, side knobs pointing to the front." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0016_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0017_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 2x2 upright on the 2 side knobs pointing to the front. It is printed with a white clock face with black clock hands and digits and a golden and brown framing. Put the plate with connector centered on the 4 frontmost knobs of the half circle plate, connector pointing to the top." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0018_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put its middle hole on the connector of the previous piece. This is the revolving ballroom floor!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0019_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the entire castle structure left to right. The clock and ballroom floor are now to the back, the castle gate and towers are at the front. Put it horizontally centered on the recess on the frontmost row, 1 half overhanging to the front." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0020_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered underneath the previous piece, 1 row protruding to the front, 1 knob each protruding to the left and right." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0021_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the left tower, starting from the leftmost edge, but leaving the 2 frontmost knobs empty. Repeat symmetrically on the right tower." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0022_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 smooth roof tile 1x2 horizontally in front of the previous piece, slope to the front. This means it will be mounted on the 2 frontmost knobs of the right tower. Repeat symmetrically on the frontmost 2 knobs of the left tower. Mount 1 corner roof tile 2x2x2 on the left half of brick 2x4 on top of the left tower. Make sure the slopes are to the left, to the front left and to the front. Put another corner roof tile to the right of the previous piece, this time slopes to the front, to the front right and to the right. Repeat symmetrically on the right tower." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0023_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the 2 previous pieces on the right tower. Repeat symmetrically on top of the left tower." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0024_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the previous 2 pieces." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0027_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 castle streamers." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0025_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert 1 harpoon spike from the top into the hole of 1 streamer, spiky end to the top. Repeat with the other harpoon spike and streamer." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0027_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the bottom end of 1 castle streamer into the hollow knob of the plate 1x2 on top of the left tower. Repeat symmetrically with the second castle streamer on the right tower. The streamers will align with the wind. You can decide where the wind comes from today and which way the streamers are pointing accordingly!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0028_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the left knob of the second row from the front, leaves to the front left. This means it will be mounted to the left of the flat tile 2x4's front edge. Repeat symmetrically on the right, leaves pointing to the front right." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild1-0029_step_Step%20%23CR_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first floor of the castle with grandfather clock and revolving ballroom floor are finished! Well done! Olaf can already try out his best dance moves on the ballroom floor." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0006_step_Step%20%23DQ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Anna Minidoll." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0000_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the skirt." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0001_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0004_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make a carrot for Kjekk." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0002_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the top hole of the carrot, twig leaves sticking out to the top." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0004_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the rest of the shaft into Anna's left hand. She always has a tasty treat for her horse!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0005_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into Anna's right hand. This piece is printed with a chocolate bar! Can you guess what Anna and her sister Elsa's favorite snack in the whole wide world is?" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-figure2-0006_step_Step%20%23DQ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Anna Minifigure is finished! Well done! She is wearing the beautiful green gown with golden embroidery and corsage that she also wore to Elsa's coronation. She is also wearing white tights and black ballet flats. Her hair is tied up in a knot so that it doesn't get tangled during dancing, horseback riding and all her other adventures with Olaf! Anna has green eyes, some lovely freckles on her cheeks and a warm smile on her face." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-horse-0005_step_Step%20%23BQ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we'll build the Kjekk figure." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-horse-0003_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the horse back attachment." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-horse-0001_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the half-cylinder brick 2x2 on top. Make sure the knobs are forming a horizontal row in front of you." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-horse-0003_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the attachment on the horse back. Make sure the curvature of the half-cylinder brick aligns neatly with the shape of the horse's back." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-horse-0004_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "If Anna wants to go for a ride, swap the attachment for the saddle. When mounting the saddle, make sure the knob is towards the horse tail." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-horse-0005_step_Step%20%23BQ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Kjekk figure is finished! Time for Kjekk to roam Arendelle or the magic forest, or snatch a tasty carrot from Anna." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-chest-0002_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the treasure chest." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-chest-0000_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the lid on the chest bottom. On its lower side, the bottom has 2 inside notches. The 2 small stubs on the lid fit into these notches." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-chest-0001_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them into the treasure chest and close the lid." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-chest-0002_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The treasure chest is finished! Well done! This is the perfect place for Anna and Olaf to store their valuables. Find a place for it in the castle!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0008_step_Step%20%23CB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the drinking trough." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0000_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x4 horizontally on the table. Put the panel element 1x2x1 horizontally on the back row, starting from the left edge, back panel to the back." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0001_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, back panel to the front. The two pieces should form an open container together." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0002_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the 2 previous pieces." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0003_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0004_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0007_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a streamer for the drinking trough." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0005_step_Flag.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Like before, insert the harpoon from the top into the bushing of the streamer, spiky end to the top." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0007_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the bottom end of the harpoon into the nose cone on the drinking trough." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-sidebuild-0008_step_Step%20%23CB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The drinking trough is finished! Great job! Whenever Kjekk is thirsty, he can take a refreshing sip in this trough. Make sure to align the streamer with the wind again!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0018_step_Step%20%23DH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the top floor of the castle." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0000_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 8x8 on the table, half circle to the front. Put 1 roof tile 1x2x2 horizontally on the backmost row on its third and fourth knob from the left, slope to the left. Put the other roof tile 1x2x2 horizontally to the right of the previous piece, slope to the right." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0001_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, starting from the back edge." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0002_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in front of the 2 roof tiles, the side extensions 1x3 pointing to the front, archway to the back." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0003_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, starting from the back edge." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0004_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, connecting it to the identical piece on the right side." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0005_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column in front of the brick 1x2x5. This means it will be mounted directly on the base plate 8x8 with half circle. Repeat symmetrically on the rightmost column." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0006_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the 4 frontmost knobs in the middle of the half circle. Put the other one centered in front of the archway. This means that there will be 4 empty knobs between the frontmost brick 2x2 and this one." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0007_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the smooth roof tile 1x2 horizontally on the back row of the previous piece, slope to the front. Put the panel element 1x2 horizontally on the frontmost row on the brick 2x2 at the front, back panel to the front." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0008_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the 2 previous pieces. This is Anna's bed, the smooth roof tile 1x2 is the pillow and the panel element is the footboard!" } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0009_step_2x6%20plate.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 top extensions of the archway." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0012_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll build the flower vase." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0010_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the decoration flower into the hollow knob of the round brick." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0012_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower vase on the plate 1x2 with 1 knob on the left edge of the structure." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0013_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its handle into the knob of the plate 1x2 on the right edge of the structure." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0014_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will start to build the roof now. Continue for detailed instructions. Put them vertically next to each other on the 2 middle columns of the archway, starting from its back edge, slopes to the back." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0015_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the 2 previous pieces, slopes to the back, to the back right and to the right. Repeat symmetrically to the left of the 2 roof tiles, this time slopes to the back, to the back left and to the left. If done correctly, the 4 roof tiles form 1 straight edge towards the front, while all their slopes are joined together at the back." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0016_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 right knobs on top of the 4 previous pieces, slope to the right. Put the other one horizontally to the left of the previous piece, slope to the left." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0017_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, slopes to the back, to the left and to the right." } ] }, { "id": "lego-43204-anna-and-olafs-castle-fun-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43204-anna-and-olafs-castle-fun-readscr/images/sm01-mainbuild2-0018_step_Step%20%23DH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The top floor of the castle is finished! Well done!" } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0007_step_Step%20%23QZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Obi-Wan Kenobi Minifigure." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0000_step_Step%20%23PX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0001_step_Step%20%23QY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0004_step_Step%20%23PZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the lightsaber." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0002_step_Step%20%23QH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the thicker end of the lightsaber holder." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0004_step_Step%20%23PZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the lightsaber into Obi-Wan's right hand." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0006_step_Step%20%23QG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can swap the Jedi hood for Obi-Wan's hair whenever you like." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_1-0007_step_Step%20%23QZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Obi-Wan Kenobi Minifigure is finished! Great job! He is wearing a dark brown cloak and a beige robe underneath. He has a full beard and a grim yet determined expression. Obi-Wan is an experienced Jedi ready to face any challenge!" } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0207_step_Step%20%23SF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the first third of the Jedi Starfighter. This includes the underbody as well as the tail and front ends of the Starfighter and the 2 engines." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0000_step_Step%20%23OV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x10 horizontally on the table. Put the brick 1x2x1\u2154 vertically on the leftmost column, 4 side knobs to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0003_step_Step%20%23PB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll make 4 small sub-parts." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0001_step_Step%20%23PC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle into the cross hole of the brick, connector peg sticking out towards the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0002_step_Step%20%23RH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous step: insert the cross axles into the cross holes of the bricks until you have 4 identical parts." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0003_step_Step%20%23PB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the first sub-part on the structure to the right of the previously mounted piece on the front row, connector peg sticking out toward the front. Mount the second sub-part behind the previous piece, connector peg to the back. Skip one knob to the right of the previous part and mount the third sub-part, connector peg to the back. Mount the fourth sub-part in front of the previous one, connector peg to the front. If done correctly, there is 1 empty column between the first two sub-parts and the second two sub-parts." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0004_step_Step%20%23SG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the column between the 4 sub-parts we have just mounted." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0005_step_Step%20%23PL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the 2 lower side knobs pointing to the left. Put the other one upright horizontally above the previous piece. If done correctly, the two knobs form a vertical column from top to bottom on the left side surface." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0015_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build an additional support strut of the underbody." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0006_step_Step%20%23ND.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them vertically on top of each other." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0007_step_Step%20%23RI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table. Put the stacked plates 1x2 vertically on the leftmost column." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0008_step_Step%20%23NJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with hinge fork vertically on the table, hinge fork to the right. Put the plate 1x2 vertically on top." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0010_step_Step%20%23NG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount these two stacked plates vertically on the rightmost column, hinge fork to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0014_step_Step%20%23PH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 small sub-parts. Let's start with one." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0011_step_Step%20%23PI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle from the right into the cross hole. Let \u00bc of it stick out towards the left, and half of it towards the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0012_step_Step%20%23PK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push it on the cross axle from the right. Make sure that now, the cross axle protrudes symmetrically on the left and right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0013_step_Step%20%23RL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the steps of the first small part: insert the cross axle into the cross hole of 1 brick, then put the second brick on the cross axle, and make sure the cross axles protrude symmetrically." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0014_step_Step%20%23PH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 small part vertically on the second column from the left, cross axle overhanging to the front and back. Mount the other small part vertically on the second column from the right, cross axle overhanging to the front and back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0015_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The additional support strut of the underbody is finished! Great job! Insert it horizontally into the original build coming from the right, until it touches the rightmost bricks 1x1 with connector pegs. Mount it there." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0016_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column of the entire build and mount it horizontally." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0017_step_Step%20%23RN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, skip the leftmost column of the build and mount it horizontally. Starting from the left edge, the top surface should now have 4 columns on the highest level and then 2 columns that are a bit lower. The next element will level this difference out. Continue for detailed instructions." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0020_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's assemble another sub-part." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0018_step_Step%20%23NK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the stepped brick horizontally on the table, 2x3 plate to the left, 2x2 plate to the right. Put the flat tile 1x2 vertically on the second column from the right edge. This means it will be mounted on the lower part of the stepped brick." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0020_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Keep the building orientation (meaning that the top plate is protruding to the left, and mount this sub-part horizontally to the right of the previously mounted piece (the plate 2x3) . If done correctly, the highest level of the top surface from the left now consists of 7 columns of equally level knobs. The right edge of this stepped brick 2x3 - 2x2 will later be the reference point for mounting the front end of the Starfighter." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0021_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 columns from the left and put 1 plate 1x4 horizontally on the front row. Put the other plate 1x4 horizontally behind the previous piece. Put 1 top angle plate to the right of the previous piece, 2 side knobs to the back. Put the other angle plate in front of the previous piece, 2 side knobs to the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0025_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the tail end of the Starfighter." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0022_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Mount 1 quarter-arched tile on the leftmost knob of the front row, arch bending from the back left to the front right and half of it overhanging to the front. Mount the other quarter-arched tile on the leftmost knob of the back row, arch bending from the front left to the back right and overhanging to the back. If done correctly, these two tiles now form a half arch on the left edge of the plate 2x6." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0023_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 into the inside arch of the previous piece, perfectly complementing its form to a quarter circle. Put the other one into the inside arch of the front quarter arched tile, filling the half circle." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0024_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the maroon red flat tile 1x4 vertically centered to the right of the previous pieces, symmetrically overhanging to the front and back. Put the bright yellowish green flat tile 1x4 vertically to the right of the previous piece, symmetrically overhanging to the front and back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0025_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tail end of the Starfighter is finished! Great job! Keep the building orientation and mount it on the 2 leftmost columns of the structure. The tiled surface which is 4 knobs long will protrude to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0026_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, find the cross axle sticking out towards the front and back in the center of the structure. Do not confuse it with the longer connector pegs on the left half of the build or the cross axle on the right edge. Mount the plate 2x2 on the 2 knobs that are directly above that center cross axle and the column to its left. Make sure there are 2 empty knobs to its right on the same level." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0038_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the front end of the Starfighter." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0027_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x10 horizontally on the table. Turn the left wedge plate so that its thicker end is on the left, the thinner end on the right and the angled edge is at the back. Mount it in this orientation on the three rightmost knobs of the back row, 1 row and angled edge overhanging to the back, 3 knobs overhanging to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0028_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its thicker end is to the left, the thinner end is to the right and the angled edge is at the front. Mount it in that orientation in front of the previous piece on the 3 rightmost knobs of the front row. Together, the two wedge plates form an arrow-like shape with a blunt tip pointing to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0029_step_Step%20%23NL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically to the left of the 2 previous pieces, symmetrically overhanging to the front and back. Skip the rightmost column of the build and mount the flat tile 2x3 horizontally on the 2 middle rows, arrow-shaped end pointing to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0030_step_Step%20%23NM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it horizontally to the left of the vertical plate 1x4 of the previous step, symmetrically overhanging to the front and back, and 2 columns overhanging to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0031_step_Step%20%23JL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker on the flat tile 2x6. The sticker is white with fine grey lines in geometrical patterns on it and a bright green bullet-shaped contour on it." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0032_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flat tile 2x6 horizontally centered to the left of the flat tile 2x3 with arrow-shaped end." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0033_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the trapezoid plate 3x4 to the left of the previous piece, cut-out and wide end to the left. Put the plate 2x4 horizontally to the left of the previous piece, fitting it into its cut-out, 1 column overhanging to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0036_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make another small sub-part." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0034_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the stepped brick horizontally on the table, plate 2x3 to the left, plate 2x2 to the right. Put the flat tile 1x2 vertically on the second column from the right. This means it will be mounted on the lower part of the stepped brick." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0035_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the third knob of the front row from the left, 2 side knobs to the front. This means it will be mounted on the higher part of the stepped brick. Put the other one behind the previous piece, side knobs to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0036_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the front end structure upside down and turn it left to right. The 2 wedge plates should point to the left now. Flip the small sub-part upside down, plate 2x3 to the left. The 2 bottommost levels of its knobs match the shape on the right edge: 2 knobs are lower, 4 knobs to their left are slightly higher. Mount it so that the shapes are matching, plate 2x2 overhanging to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0037_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the two different levels on the left edge of the front end structure. The 2 wedge plates 3x6 form the lowest level, and the previously mounted plate 2x10 forms the next level. Mount the inverted curve tile so that its step matches this level difference, curve to the left. Put the plate 2x10 horizontally to the right of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0038_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front end of the Starfighter is finished! Well done! First, flip it right side up again and turn it left to right so that the 2 wedge plates are pointing to the right. Find the stepped brick 2x3 - 2x2 that was mounted on the original structure before. Its right edge and the stepped brick of the front end should meet in the middle of the structure. Mount it there, the front end of the Starfighter should fit neatly into the shape of the original build. A total of 14 columns are overhanging to the right. Great job so far! The undercarriage of the Starfighter is starting to take shape!" } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0041_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make another small part." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0039_step_Step%20%23KX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the plate 2x2 with 1 knob on top." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0041_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this small part in the center of the structure between the 2 vertical flat tiles 1x2. In other words, it should be mounted on the spot where the 2 stepped bricks 2x3 - 2x2 meet." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0046_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a bottom side panel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0042_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the flat tile 2x3 horizontally on the right half of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0043_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 to the left of the previous piece on the front row. Put the plate 1x1 with clasp to the left of the previous piece, clasp to the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0044_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 2 previous pieces and the row behind them, curve to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0045_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0046_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bottom side panel is finished! Flip it upright and mount it on the 4 side knobs pointing to the front. It fits perfectly between the 2 cross axles pointing to the front. Make sure the clasp is pointing to the bottom and the flat tile 1x2 and curve tile 2x2 are on the left half of the panel when mounted." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0051_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the second bottom side panel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0047_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the flat tile 2x3 on the left half of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0048_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 to the right of the previous piece on the front row. Put the plate 1x1 with clasp to the right of the previous piece, clasp to the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0049_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the two previous pieces and the row behind them, curve to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0050_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0051_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second bottom side panel is finished! First, turn the main structure from left to right. Now, the front end with wedge plates is pointing to the left, and the tail end with half-circle tiles to the right. Mount the bottom side panel upright on the 4 side knobs pointing to the front between the two cross axles, clasp to the bottom, flat tile 1x2 and curve tile 2x2 on the right side." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0052_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "To identify the mounting points for these parts, find the trapezoid plate 3x4 with cut-out mounted on the center left of the top surface. Its cut-out and wide end are pointing to the right. Put 1 plate 1x6 horizontally to the right of the trapezoid plate on the frontmost row. Note that it will only attach to 2 knobs. Repeat symmetrically on the backmost row with the other plate 1x6. Turn 1 corner plate so that its outer corner is pointing to the back right, 1 knob pointing to the left, 1 knob pointing to the front. (Like the Braille letter \"D\".) Mount it in that orientation to the right of the previous piece. Turn the other corner plate so that its outer corner is to the front right, 1 knob to the back, the other knob to the left. (Like the Braille letter \"J\".) Mount it in front of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0053_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically on the rightmost knobs of the 2 previous pieces. Put 1 plate 1x6 horizontally to the left of the previous piece on the back row. Repeat symmetrically on the front row." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0054_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the left wedge plate 2x4 so that its long straight edge is to the back, the thicker end to the right and the thinner end to the left. Mount it in this orientation to the left of the previous piece on the front row and the row behind it. The front row will only be covered partly. Put the right wedge plate behind the previous piece. Make sure their long straight edges are meeting in the middle. Put the plate 2x2 to the right of the 2 previous pieces on the 2 middle rows." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0061_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the 2 engines." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0055_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plates next to each other on the table. Put 1 round profile brick on top of each round plate. These are the bases of the 2 engine structures. Since they are identical, we will continue building them in parallel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0056_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick with side hole on each engine structure. Make sure their side holes are running from left to right. Put the 2 round plates on top of the two previous pieces." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0057_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round plate on each engine structure. Put the 2 round bricks with side hole on top of the 2 previous pieces, their side holes running from left to right. It is important that the 2 holes on each engine structure have the same orientation. Make sure again that the holes are running from left to right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0058_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round plate on each engine structure. Put the 2 round tiles on top of the 2 previous pieces." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0059_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them underneath the 2 engine structures, curves to the bottom." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0061_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 engines are finished! Well done! Hold 1 engine structure horizontally in front of you, curved end to the right. Turn it so that the 2 side holes are running from front to back. You will use those holes for mounting. Mount the engine at the front side on the right bottom of the main structure by inserting the 2 connector pegs into the 2 side holes. Repeat symmetrically at the back with the second engine: turn it horizontally, curved end to the right, holes front to back. Insert the 2 connector pegs at the back bottom right into the 2 side holes." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0064_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the support beam of the tail end." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0062_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2x2 horizontally on the table, slope to the right. Put the roof tile 1x1x\u2154 on top, slope to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0064_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before mounting, flip the main structure upside down. Make sure the tail end (this is the end with the tiled half circle) remains on the right. Flip the support beam upright so that its slope is towards the top and ascending from the bottom right to the top left. Mount the support beam centered on the 2 side knobs pointing to the right. It will also rest on the undersurface of the tiled half-circle." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0065_step_Bag%20Bag%202%20Kaminoan%20%2B%20Upper%20Body%20and%20Right%20Wing.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again. Keep the tail end (the tiled half circle) on the right side. Put 1 top angle plate horizontally on the 2 front knobs to the left of the tiled half circle, side knobs to the front. Put the other one horizontally behind the previous piece, side knobs to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0068_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the seat back of the pilot's seat." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0066_step_Step%20%23LC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table, the 2 knobs forming a column on the right. Put the plate with angled top handle vertically on the 2 knobs, slope to the right. Snap the clasp of the plate 1x1 on the top handle from the top, its knob pointing to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0067_step_Step%20%23NN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "They will be mounted underneath the seat back structure. Continue for detailed instructions. Put 1 horizontally on the table, 4 side knobs pointing to the back. Then, mount the seat back structure on the plate 1x2, keeping its building orientation. This means the slope of the handle is on the right, the top knob is pointing to the left. Put the other bottom angle plate underneath the structure at the front, 4 side knobs pointing to the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0068_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The seat back of the pilot's seat is finished! Great job! First, turn it from left to right so that the top knob is pointing to the right and the slope is to the left. Mount it in that orientation on top of the 2 previously mounted top angle plates 1x2 - 1x2 on the right edge of the structure." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0069_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find the 2 wedge plates 2x4 mounted roughly in the middle of the top surface of the main structure. Together, they have 4 knobs. Use them as reference for the next building step. Leave the 2 left knobs of the 4 knobs mentioned above empty, and mount the trapezoid plate 3x4 to their right, cutout to the right. Put 1 flat tile 1x4 horizontally to the right of the previous piece on the frontmost row. Put 1 plate 1x1 to the right of the previous piece. Repeat symmetrically on the backmost row: put the other flat tile 1x4 horizontally to the right of the trapezoid plate, and the plate 1x1 to its right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0076_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the control panel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0070_step_Step%20%23NO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the table. Put the plate 2x2 on the 4 left knobs." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0073_step_Step%20%23NP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make a sub-part of the control panel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0071_step_Step%20%23NQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the table. Put 1 smooth roof tile 1x1 on the leftmost knob, slope to the left. Repeat symmetrically on the rightmost knob, slope to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0073_step_Step%20%23NP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this sub-part vertically on the rightmost column of the control panel structure, symmetrically overhanging to the front and back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0074_step_Step%20%23MA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 centered on the 2 right columns, leaving the leftmost column empty. Put the smooth roof tile 1x2 vertically to the left of the previous piece, slope to the left. This piece is printed with the instruments, displays, and switches of the control panel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0075_step_Step%20%23MH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally underneath the control panel structure on the 2 leftmost knobs of the back row, 4 side knobs to the back. Repeat symmetrically at the front: put the other one horizontally underneath the 2 leftmost knobs of the front row, 4 side knobs to the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0076_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The control panel is finished! Well done! Before mounting it, turn it left to right so that the control panel slope is towards the right. Mount it in this orientation opposite the seat back of the pilot's seat. Make sure the empty space between the control panel and the seat back is 2x2." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0077_step_Step%20%23JV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve piece 4x6 horizontally on the table, 4 knobs on the left, long curve towards the right. Attach the sticker to the side slope at the front. It is white with a descending grey line in the middle and a bold diagonal red stripe in the upper left corner." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0078_step_Step%20%23JW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach it to the side slope at the back. It has the same design as the previous sticker." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0079_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the engine hood horizontally to the left of the control panel unit, the 4 knobs on the right, long slope towards the left. You may have noticed already that the engine hood only connects to a few knobs. This makes it easily removable in order to store equipment in the empty space underneath. We will get back to that later!" } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0082_step_Step%20%23MS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a small side panel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0080_step_Step%20%23NY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 vertically on the table. Put the flat tile 1x2 vertically on the 2 backmost knobs." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0082_step_Step%20%23MS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the main structure left to right so that the tail end (the tiled half circle) is to the left. Find the 4 side knobs of the control panel pointing to the front. Do not confuse them with the 6 front side knobs that are a bit more to the left. Mount the small side panel upright vertically on the 2 right side knobs of those 4 control panel side knobs. Make sure its knob is at the bottom. Note that this bottom part will not connect but sit on a tiled surface." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0083_step_Step%20%23SH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright vertically to the left of the previous element. Its bottom knob does not actually connect but sits on a tiled surface." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0084_step_Step%20%23NV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 lower side knobs of the 6 side knobs pointing to the front in front of the seat back of the pilot's seat." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0094_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the first half of the tail fin." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0085_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table. Put the plate 2x2 on the previous piece, 1 column overhanging to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0086_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, 4 knobs forming a column on the right. Mount the structure from the previous step: Put its left column on the 2 front knobs of the current piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0087_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that 2 knobs are pointing towards you in a straight line, plate bending to the right back, the other 2 knobs pointing to the right. Mount it in this orientation: Put its rightmost knob on the second knob from the back of the plate 4x4. The rest of the quarter-arched plate will sit on tiled surface, bending from the right back towards the front left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0088_step_Step%20%23KV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the front left corner to the left of the previous piece. It is half maroon red, half bright green. The two halves are divided diagonally." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0089_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the 2 rightmost knobs of the current structure. Put the plate 1x3 vertically to the left of the previous piece. Make it flush with the front edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0090_step_Step%20%23QK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost knob of the previous piece, narrow end and slope to the left, 45\u00b0 cut towards the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0091_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the 2 knobs in front of the previous piece, 2 knobs overhanging to the right. Put the plate 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0092_step_Step%20%23KK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right wedge tile on the table, high end at the back, cut edge towards you. Put the sticker on top, matching the shape of the wedge tile. The sticker has a white section with the Republic crest which is a black eight-spoked sigil, and a green section with a thin grey vertical line." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0093_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the right wedge tile horizontally on the front edge, starting with the leftmost knob on the front row. Its sharp-angled tip should point to the left, and its longest edge should be at the front, curve to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0094_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first half of the Starfighter tail fin is finished! Well done! Flip it upright and make sure the 2 protruding knobs are pointing to the right. Mount those 2 knobs on the 2 topmost knobs of the 6 side knobs in front of the pilot's seat back. If done correctly, the plate 4x4 of the tail fin will protrude slightly on the left edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0095_step_Step%20%23KI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x6 horizontally on the table. Put the sticker on top. It is white with a few geometrical shapes on it: a thin acute-angled triangle in maroon red from the left edge towards the right edge, and a beveled green section on the right edge with several thin grey lines running through the different sections." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0096_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flat tile 2x6 upright horizontally to the right of the tail fin. If done correctly, it will touch the vertically mounted side panel on its right. If stickers are already applied: The sticker designs merge now, with the green sections of the stickers fitting together, giving the space craft a sleek design." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0097_step_Step%20%23SI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally below the previous piece. Make sure it meets the other tiled surfaces on its right edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0132_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the right wing of the Starfighter." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0098_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 vertically on the table. Turn the plate 2x6 horizontally, and mount its leftmost column on the 2 back knobs of the previous piece. The frontmost knob of the plate 1x3 protrudes to the front. Since the wing is a more complex build, we will use this plate 2x6 as a reference in the next few steps, so try to remember it." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0099_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 underneath the previous piece, to the right of the plate 1x3, 1 row protruding to the back. Put the wedge plate vertically to the right of the previous piece, still underneath the plate 2x6, narrow end to the back, straight edge to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0100_step_Step%20%23PS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the triangular flat tile 2x2 so that its right angle is pointing to the front left. Mount it on the 2 rightmost columns of the plate 2x6. Put the grille tile 1x2 to the left of the previous piece on the back row of the plate 2x6. Put the flat tile 1x1 to the left of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0101_step_Step%20%23NZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left wedge plate 2x3 horizontally on the backmost row protruding at the bottom, starting from the right edge, angled edge to the back, narrow end to the right. Put the right wedge plate 2x3 horizontally to the left of the previous piece, narrow end to the left, angled edge to the back. Its leftmost knob does not connect to any knobs." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0102_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the 2 leftmost knobs of the front row and mount it horizontally on the front row, 1 row overhanging to the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0103_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally underneath the rightmost knob of the previous piece's front row. Make sure its right knob protrudes to the right, and its right edge is flush with the tip of the wedge plate behind it. Put the plate 1x12 horizontally to the left of the previous piece, 3 knobs connecting underneath the plate 2x4, the rest freely protruding towards the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0104_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the plate 2x4 at the top front, partly covering the previous piece. If done correctly, there are still 3 single knobs of the plate 1x12 protruding towards the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0105_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, straight edge with 8 knobs at the front, thinnest end to the left. Mount it underneath the previous piece in that orientation, directly behind the plate 1x12. The 4 leftmost knobs of its front row should remain empty. This also means that its leftmost knob will protrude towards the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0106_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the frontmost row, leaving the leftmost knob of the frontmost row empty. Put the flat tile 1x2 horizontally behind the previous piece. Put the right wedge plate horizontally behind the previous piece, straight edge with 6 knobs to the front, thinnest end to the left. Make sure that its 2 leftmost knobs are directly behind the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0107_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right wedge plate 3x6 horizontally on the 3 leftmost knobs protruding from the bottom, straight edge and 6 knobs aligning with the front edge, thinner end protruding to the left. Put the left wedge plate 2x4 horizontally on the rightmost knob of the frontmost row (this knob is at a lower level) , thinnest end pointing to the right, angled edge to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0108_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the left wedge plate into the same orientation as the last piece you have mounted. Mount it on top of the previous piece, but move it one knob to the left. Their rightmost tips should be staggered. Put the right wedge plate mirrored to the left of the previous piece. If done correctly, the two current pieces form a row of 4 consecutive knobs together on the front edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0109_step_Step%20%23JN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x3 horizontally on the table. Put the sticker on top. One half is maroon red, the other half is white. The halves are separated diagonally." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0110_step_Step%20%23JP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x3 on the table. Put the sticker on top. It has the same design as the previous sticker." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0111_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 flat tile 1x3 horizontally behind the grille tile 1x2 and flat tile 1x1 on the top surface of the wing structure. Mount the other flat tile 1x3 horizontally in front of the grille tile 1x2 and flat tile 1x1." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0112_step_Step%20%23SJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece and align their left edges." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0113_step_Step%20%23JT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the table. Put the sticker on top. It is a maroon red sticker with the black-and-white Republic crest on it, which is an eight-spoked sigil." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0114_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 to the left of the two previous pieces." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0115_step_Step%20%23SK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the triangular flat tile so that its right angle corner is pointing to the front right. Mount it behind the previous piece. Put the flat tile 1x8 horizontally on the frontmost row to the left of the 2 wedge tiles 2x4." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0116_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the wing structure upside down. Make sure the narrow wing tip is still pointing to the left, while the protruding wedge tile 2x4 is still pointing to the right. Mount the plate 2x2 in the right back corner, but leave the backmost row empty and also leave the angled edge on the right and the tip of the lower wedge plate on the right edge empty. If done correctly, the piece is mounted on the rightmost possible position on the second and third row from the back without its edge or any corners protruding on the right. Put the plate 1x2 with tube horizontally to the left of the previous piece aligned with its front row, tube on the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0120_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build a support pipe of the wing underbody." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0117_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the cross axle extension vertically in your hand, middle bushing hole running from left to right. Make sure it bends towards the bottom. Keep it in this orientation while building. Insert the connector peg into the middle bushing hole from the left, half of the connector peg sticking out towards the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0118_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down and vertically, tube to the back. Put the tube on the connector peg coming from the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0120_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the support pipe on the wing structure behind the previously mounted plate 1x2 with side bottom tube. If done correctly, one cross hole end of the cross axle extension and the mounted tube will align. The cross axle extension protrudes to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0121_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally to the left of the 2 previously mounted plates 1x2 with side bottom tube. If done correctly, the backmost row remains empty. Put the plate 1x1 to the left of the previous piece aligned with its front row. Put the plate 1x2 with side bottom tube horizontally to the left of the previous piece, this time tube to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0125_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build another support pipe." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0122_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 upside down and vertically on the table, tube to the back. Insert the longer end of the connector peg 3m into the tube from the left. If done correctly, it will protrude symmetrically to the left and right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0123_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down and vertically, tube to the back. Put the tube on the connector peg sticking out towards the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0124_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it vertically, bushing hole running from left to right, and make sure it bends towards the bottom. Put the bushing on the connector peg sticking out towards the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0125_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The support pipe is finished! Well done! Mount it behind the last plate 1x2 with side bottom tube you have mounted on the wing structure. Make sure the front cross hole and the tube of said plate align again, cross axle extension protruding to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0126_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally between the 2 cross axle extensions. It should fill the space between them perfectly. Fully insert the cross axles with grooves from the front into the front ends of the 2 cross axle extensions." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0131_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the first shooter. It is possible that the next two pieces come pre-assembled. See if you can find the 2 individual parts, otherwise search for the assembled part." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0127_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shooter barrel with plate on the table, knob of the plate to the left. Insert the trigger into the top slot, rounded part to the bottom, knob-like end to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0128_step_Step%20%23OD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 on the knob on the left edge. Put the one-stepped curve tile horizontally on top of the previous piece, curve to the left, 1 half overhanging to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0129_step_Step%20%23OE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the previous piece on the left edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0131_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The shooter is finished! Great job! First, flip the wing structure right side up again. Turn it so that the straight long edge of the wing is at the back, pointy wedge plates 2x4 on the left, narrow wing tip to the right. Mount the shooter horizontally in front of the flat tile 1x8 mounted on the backmost row, and to the right of the flat tile 2x2. Its open end should be on the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0132_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The right wing of the Starfighter is finished! Fantastic job, this was a really intricate build! Before you mount it, make sure the main structure is oriented horizontally, tail fin on the left. Put the cross axle extensions protruding from the bottom towards the back on the 2 cross axles pointing towards you on the front side of the main structure." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0136_step_Step%20%23MT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the small side panel for the other side." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0134_step_Step%20%23OG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 vertically on the table. Put the flat tile 1x2 vertically on the 2 backmost knobs." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0136_step_Step%20%23MT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the main structure left to right so that the tail fin is pointing to the right and the finished wing is to the back. Find the 4 side knobs pointing to the front in front of the control panel. Do not confuse them with the 6 side knobs in front of the pilot's seat back. Mount the small side panel upright on the 2 left side knobs of those 4 side knobs. Make sure its top edge is flush with the rest of the structure, and its 1 knob is at the bottom." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0137_step_Step%20%23SL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically to the right of the previous element. Make sure its top end is flush with the rest of the structure." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0138_step_Step%20%23OF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 lower side knobs of the 6 side knobs pointing to the front in front of the pilot's seat back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0148_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the second half of the tail fin." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0139_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table. Put the plate 2x2 on the previous piece, 1 column overhanging to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0140_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, 4 knobs forming a column on the left. Mount the small structure from the previous step: Put its right column on the 2 front knobs of the current piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0141_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that 2 knobs are pointing towards you in a straight line, quarter-arch bending to the left back, the other 2 knobs pointing to the left. Mount it in this orientation: Put its leftmost knob on the second knob from the back of the plate 4x4. The rest of the quarter-arched plate will sit on tiled surface, bending from the left back towards the front right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0142_step_Step%20%23KW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the front right corner to the right of the previous piece. It has the same design as the sticker on the other half of the tail fin: it is half maroon red, half bright green. The two halves are divided diagonally." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0143_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the 2 leftmost knobs of the current structure. Put the plate 1x3 vertically to the right of the previous piece. Make it flush with the front edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-278", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0144_step_Step%20%23PU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost knob of the previous piece, narrow end and slope to the right, 45\u00b0 cut towards the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0145_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the 2 knobs in front of the previous piece, 2 knobs overhanging to the left. Put the plate 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0146_step_Step%20%23KB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left wedge tile on the table, higher end at the back, narrow tip pointing towards you. Put the sticker on top, matching the shape of the wedge tile. The sticker has a white section with the Republic crest, which is a black eight-spoked sigil, and a green section with a thin grey vertical line." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0147_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the right wedge tile horizontally on the front edge, starting with the rightmost knob on the front row, slope to the right. The longest edge of the wedge tile should be at the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0148_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second half of the tail fin is finished! Well done! Flip it upright and make sure the 2 protruding knobs are pointing to the left. Mount those protruding knobs on the 2 topmost knobs of the 6 side knobs in front of the pilot's seat back. The plates 4x4 of the two tail fin halves should align in the middle. The tail fin is finished now!" } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0149_step_Step%20%23KG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x6 horizontally on the table. Put the sticker on top. Like before with sticker number 10, this sticker is white with a few geometrical shapes on it: a thin acute-angled triangle in maroon red from the left edge towards the right edge, and a beveled green section on the right edge with several thin grey lines running through the different sections." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-287", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0150_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flat tile 2x6 upright horizontally to the left of the tail fin. If done correctly, it will also touch the vertically mounted side panel on its left edge. If stickers are already applied: The sticker designs merge now, with the green sections of the stickers fitting together, giving the space craft a sleek design." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0151_step_Step%20%23SM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally below the previous piece. Make sure it meets the other tiled surface on its left edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0154_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the cockpit mount." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0152_step_Step%20%23LI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put 1 plate 1x2 horizontally on the front row, clasp to the right. Put the other plate 1x2 horizontally behind the previous piece, clasp to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0153_step_Step%20%23MO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-295", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0154_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cockpit mount is finished! Well done! Mount it on the 4 knobs to the left of the control panel, clasps to the right. The control panel is the printed roof tile 1x2 mounted to the left of the pilot's seat." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0157_step_Step%20%23OI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front hood bezel." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0155_step_Step%20%23OJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table. Put the curve tile 2x2 on top, curve to the left, its left half overhanging to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0156_step_Step%20%23OK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the curve tile. It is white with a thick, upside-down letter \"T\" in maroon red on it." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0157_step_Step%20%23OI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the front hood bezel to the left of the cockpit mount, slope to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-302", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0194_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the left Starfighter wing. Note that it is almost identical to the right wing, so you will probably recognize a lot of steps from before. But do not worry, we will explain everything in detail." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0159_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 vertically on the table. Turn the plate 2x6 horizontally, and mount its rightmost column on the 2 back knobs of the previous piece. The frontmost knob of the plate 1x3 protrudes to the front. Just like before with the right wing, keep this plate 2x6 in mind since we will use it as a reference in the beginning." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-306", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0160_step_Step%20%23OL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 underneath the previous piece, to the left of the plate 1x3, 1 row protruding to the back. Put the wedge plate vertically to the left of the previous piece, still underneath the plate 2x6, narrow end to the back, straight edge to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-308", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0161_step_Step%20%23PV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the triangular flat tile 2x2 so that its right angle is pointing to the front right. Mount it on the 2 leftmost columns of the plate 2x6. Put the grille tile 1x2 horizontally to the right of the previous piece on the back row of the plate 2x6. Put the flat tile 1x1 to the right of the previous piece." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-310", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0162_step_Step%20%23HZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right wedge plate 2x3 horizontally on the backmost row protruding at the bottom, starting from the left edge, angled edge to the back, narrow end to the left. Put the left wedge plate 2x3 horizontally to the right of the previous piece, narrow end to the right. There is no knob underneath its rightmost knob to connect to." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0163_step_Step%20%23HX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the 2 rightmost knobs of the front row and mount it horizontally on the front row, 1 row overhanging to the front." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0164_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally underneath the leftmost knob of the previous piece's front row, its left knob not connecting to any other piece. Put the plate 1x12 horizontally to the right of the previous piece, 3 knobs connecting underneath the plate 2x4, the rest freely protruding towards the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-316", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0165_step_Step%20%23HU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the plate 2x4 at the top front, partly covering the previous piece. If done correctly, there are still 3 single knobs of the plate 1x12 protruding towards the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-318", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0166_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, straight edge with 8 knobs at the front, thinnest end to the right. Mount it underneath the back row of the previous piece in that orientation. The 4 rightmost knobs of its front row should remain empty. This also means that its rightmost knob will protrude towards the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-320", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0167_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the frontmost row, leaving the rightmost knob of the frontmost row empty. Put the flat tile 1x2 horizontally behind the previous piece. Put the left wedge plate horizontally behind the previous piece, straight edge with 6 knobs to the front, thinnest end to the right. Align it with the previous piece on the right edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-322", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0168_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left wedge plate 3x6 horizontally on the 3 rightmost knobs protruding from the bottom, straight edge and 6 knobs aligning with the front edge, thinner end protruding to the right. Put the right wedge plate 2x4 horizontally on the leftmost knob of the frontmost row (this knob is on a lower level) , thinnest end pointing to the left, angled edge to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-324", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0169_step_Step%20%23MW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the right wedge plate into the same orientation as the last piece you have mounted. Mount it on top of the previous piece, but move it one knob to the right. Their rightmost tips should be staggered. Put the left wedge plate mirrored to the right of the previous piece. If done correctly, the two current pieces form a row of 4 consecutive knobs together on the front edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-326", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0170_step_Step%20%23IK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x3 horizontally on the table. Put the sticker on top. One half is maroon red, the other half is white. The halves are separated diagonally." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-328", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0171_step_Step%20%23JR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x3 on the table. Put the sticker on top. It has the same design as the previous sticker." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-329", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0172_step_Step%20%23HN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 flat tile 1x3 horizontally behind the grille tile 1x2 and flat tile 1x1 on the top surface of the wing structure. Mount the other flat tile 1x3 horizontally in front of the grille tile 1x2 and flat tile 1x1." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-331", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0173_step_Step%20%23SN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece and align their right edges." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-332", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0176_step_Step%20%23HM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the swivel plate for R4-P17's head. It is possible that this element comes pre-assembled. See if you can find the individual parts, otherwise search for the assembled part." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0174_step_Step%20%23IM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the rotating part into the socket to assemble the swivel plate 2x2." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-335", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0176_step_Step%20%23HM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the swivel plate on the second and third row from the front, to the right of the plate 1x2 with 1 knob and flat tile 1x3. If done correctly, its front edge will align with the front edge of the piece mounted in the previous step." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-337", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0177_step_Step%20%23SO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the triangular flat tile so that its right angle corner is pointing to the front right. Mount it behind the previous piece. Put the flat tile 1x8 horizontally on the frontmost row to the right of the 2 wedge tiles 2x4." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-339", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0178_step_Step%20%23HK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the wing structure upside down. Make sure the narrow wing tip is still pointing to the right, while the protruding wedge tile 2x3 is still pointing to the left. Mount the plate 2x2 in the left back corner, but leave the backmost row and the angled edge on the left empty, and also leave the wedge plate on the lower level on the left edge empty. If done correctly, the piece is mounted on the leftmost possible position on the second and third row from the back without its edge or any corners protruding on the left. Put the plate 1x2 with tube horizontally to the right of the previous piece aligned with its front row, tube on the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-340", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0182_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build a support pipe of the wing underbody." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-342", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0179_step_Step%20%23IN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the cross axle extension vertically in your hand, bushing hole running from left to right. Make sure it bends towards the bottom. Insert the connector peg into the middle bushing hole from the right, half of the connector peg sticking out towards the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-344", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0180_step_Step%20%23IO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down and vertically, tube to the back. Put the tube on the connector peg coming from the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-345", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0182_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the support pipe on the wing structure behind the previously mounted plate 1x2 with side bottom tube. If done correctly, one cross hole end of the cross axle extension and the mounted tube will align. The cross axle extension protrudes to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-347", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0183_step_Step%20%23IH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally to the right of the 2 previously mounted plates 1x2 with side bottom tube. Put the plate 1x1 to the right of the previous piece aligned with its front row. Put the plate 1x2 with side bottom tube horizontally to the right of the previous piece, this time tube to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-348", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0187_step_Step%20%23IF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build another support pipe." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-350", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0184_step_Step%20%23IP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 upside down and vertically on the table, tube to the back. Insert the longer end of the connector peg 3m into the tube from the right. If done correctly, it will protrude symmetrically to the left and right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-352", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0185_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down and vertically, tube to the back. Put the tube on the connector peg sticking out towards the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-354", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0186_step_Step%20%23IR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it vertically, bushing hole running from left to right, and make sure it bends towards the bottom. Put the bushing on the connector peg sticking out towards the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-355", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0187_step_Step%20%23IF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second support pipe is finished! Well done! Mount it behind the last plate 1x2 with side bottom tube you have mounted on the wing structure. Make sure the front cross hole and the tube of said plate align again, cross axle extension protruding to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-357", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0188_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally between the 2 cross axle extensions. It should fill the space between them perfectly. Fully insert the cross axles with grooves from the front into the front ends of the 2 cross axle extensions." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-358", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0193_step_Step%20%23IU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the second shooter. It is possible that the next two pieces come pre-assembled. See if you can find the 2 individual parts, otherwise search for the assembled part." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-360", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0189_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shooter barrel with plate on the table, knob of the plate to the left. Insert the trigger into the top slot, rounded part to the bottom, knob-like end to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-362", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0190_step_Step%20%23OQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 on the knob on the left edge. Put the one-stepped curve tile horizontally on top of the previous piece, curve to the left, 1 half overhanging to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-364", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0191_step_Step%20%23OP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the previous piece on the left edge." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-365", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0193_step_Step%20%23IU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second shooter is finished! Well done! First, flip the wing structure right side up again. Turn it so that the straight long edge of the wing is at the front, pointy wedge plates 2x4 on the left, wing tip to the right. Mount the blaster horizontally behind the flat tile 1x8 mounted on the frontmost row and to the right of the swivel plate 2x2. Its open end should be on the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-366", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0194_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The left Starfighter wing is finished! Well done! Before you mount it, make sure the main structure is oriented horizontally, tail fin on the right. Turn the wing left to right so that the cross axle extensions protrude towards the back and put them on the 2 cross axles pointing towards you on the front side surface." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-367", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0198_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the rear landing support." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-369", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0195_step_Step%20%23JA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the table. Put the inverted roof tile 2x2 on the 2 right knobs, slope overhanging to the right." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-371", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0196_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 left knobs of the round plate, slope overhanging to the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-372", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0197_step_Step%20%23JE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the landing support upside down and put it on the table. Keep the horizontal orientation." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-373", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0198_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the main structure upside down, keeping the tail fin on the right. Identify the 2 middle rows of the main structure and the highest plate 2x10 on those middle rows. Skip the rightmost 2x2 surface of that plate 2x10 and mount the rear landing support horizontally to its left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-374", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0201_step_Step%20%23MZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the front landing gear." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-376", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0199_step_Step%20%23JJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 with top hinge stub on the table, hinge stub to the right. Snap the hinge fork of the linking element from the top on the hinge stub of the plate. Make sure they form a right angle." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-377", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0201_step_Step%20%23MZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Make sure the main structure is still upside down, tail fin on the right, and find the hinge fork protruding towards the left in the center of the structure. Snap the hinge stub of the landing gear on the hinge fork on the main structure. You can retract the landing gear when in flight mode and return it for landing and parking." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-378", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0204_step_Step%20%23OR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the radar dish." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-380", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0202_step_Step%20%23OS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the satellite dish 2x2 on the table, 1 knob to the top. Put the round plate 1x1 on top, side shaft to the back." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-382", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0203_step_Step%20%23OT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its clasp on the side shaft. The plate 1x1 part of this piece will be the mounting point for the radar dish." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-383", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0204_step_Step%20%23OR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The radar dish is finished! Flip it upright so that the satellite dish is facing you. Mount it to the right of the swivel plate 2x2 on the plate 1x2 with 1 knob." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-385", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0205_step_Step%20%23PW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its shaft onto the cockpit mount left of the dashboard. Make sure the cockpit extends towards the right, and the curvature is to the top. You can open and close it as needed." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-387", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0206_step_Step%20%23IZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These are the ammunition for your shooter. Put 1 of them into the opening of the shooter at the back, and repeat at the front. Loading the shooters makes the triggers go up. Pushing down on the triggers with just the right amount of force and speed will make your ammunition blow out with amazing speeds! It takes a bit of practice, so be patient and maybe have some additional ammunition ready." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-388", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-path-0207_step_Step%20%23SF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Jedi Starfighter is finished! What an achievement, very well done! You should be proud of yourself. Finally, it is Obi-Wan Kenobi's turn to get in the cockpit and take the Starfighter for a spin." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-389", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_2-0002_step_Step%20%23NB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Taun We Minifigure." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-391", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_2-0000_step_Step%20%23KT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the skirt." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-393", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_2-0001_step_Step%20%23NB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the body." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-394", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_2-0002_step_Step%20%23NB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Taun We Minifigure is finished! Great job! She is wearing a white and sand blue long dress with a belt with grey rhinestones and a corsage. The sleeves are sand blue, and so is the part of the dress covering her long neck. She has black eyes with white pupils, her skin is pearly white. She is the one greeting Obi-Wan upon his arrival on Tipoca City, the capital city of Kamino." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-395", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_3-0002_step_Step%20%23RD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the R4-P17 Minifigure." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-397", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_3-0000_step_Step%20%23KO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the round brick 2x2x2 so that its side hole is running from left to right and the 4 knobs are to the top. Insert the connector of 1 robot leg into the side hole from the right. Insert the connector of the other robot leg into the side hole from the left." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-399", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_3-0001_step_Step%20%23RB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the robot body." } ] }, { "id": "lego-75333-obi-wan-kenobis-jedi-starfighter-readscr-400", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75333-obi-wan-kenobis-jedi-starfighter-readscr/images/sm01-minifig_3-0002_step_Step%20%23RD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The R4-P17 Minifigure is finished! Great job! The astromech droid has a white body, its front is printed with panels, tool slots, registers, etc. in red and grey. The red head is printed with a dark grey panel as well as cameras and sensors. The astromech droid is personally assigned to Obi-Wan Kenobi." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-14_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the very first part we will build minifigure Poppy." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-1_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the legs." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-2_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Poppy\u00b4s blouse has brown stripes and a pretty brace on the left shoulder." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-3_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Poppy looks very happy with a big smile." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-4_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-5_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the handle of the brush into the top knob of the hairpiece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-6_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright in the middle of the tiara of the Troll hair." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-7_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the right hand of Poppy." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-10_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build some marshmallows on sticks." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-8_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-9_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the stick into the round brick. Keep the brick at one end of the stick. Now you have built one marshmallow." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-13_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's build the second marshmallow." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-11_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-12_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the stick into the round brick. Keep the brick at one end of the stick." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure-14_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The marshmallows are finished! Put one of the sticks into Poppy's left hand. She can roast them over the fire later. Very well done. You now have finished Poppy." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-47_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the floating raft. It is a big brown raft with a cozy canopy at the back and a campfire at the front end. Of course it also has a motor and a steering wheel, but you can also just relax on the two sunbeds." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table with the short arrow-like end to the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-1_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle of the rightmost column of the higher part of the raft." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-2_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn one horizontally, side plate to the back. Put it on the third row from the back of the lower part at the rightmost edge. Put the second wall element horizontally in front of the previous piece, side plate to the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-3_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one of the bricks vertically to the left of the wall elements at the backmost edge. Put the second brick vertically in front of the previous brick." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-4_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the front row of the higher part of the raft on the right side, ladder overhanging at the front. Repeat symmetrically at the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-5_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the front row on the left side, ball overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-6_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two of them horizontally next to the previous elements. Put the other two plates horizontally next to the ladders." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-7_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the previous eight pieces." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-8_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the middle two rows of the lower part at the leftmost edge." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-9_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them between the two wall elements 1x4x1. This is your little treasure chest!" } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-12_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 3 cupcakes." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-11_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the decoration on top of the cupcake bottom." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-14_step_Step%20%23FE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the decoration on top of the cupcake bottom." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-17_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the decoration on top of the cupcake bottom." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-18_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cupcakes are finished! Put them on the back row of the lower part of the raft at the rightmost edge." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-22_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the motor of the raft." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-19_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-20_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, side knobs to the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-21_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! The piece is put on in a special orientation. Put it upright on the four side knobs of the previous piece. Now the motor is finished! Put it vertically on the leftmost column of the higher part of the raft, flower 4x4 to the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-23_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before putting on the plate, turn the whole structure left to right. Now, the engine with flower is pointing to the right. Put it on top of the round brick 2x2 on the right, knobs of the plate to the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-24_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the 2 bricks 2x3 in the middle of the raft. Use the right column of those bricks." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-25_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that the flat end is to the left. Put it on top of the previous piece and the white plate with bows 2x2. Make sure the flat end of the plate is flush with the brick 1x6 on the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-26_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-27_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright bluish green flat tile 1x2 vertically on the plate 8x8 at the front leftmost edge. Repeat symmetrically at the back with the bright purple flat tile 1x2." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-28_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically to the right of the previous two pieces, slopes to the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-31_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next we will build the steering wheel of the raft." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-29_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-30_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the steering wheel piece upright on the connector of the previous piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-31_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The steering wheel is finished. Put it vertically centered between the 2 smooth roof tiles, steering wheel to the right." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-32_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of other plate 8x8 with 2 round corners, so that the 2 plates align at their flat ends. The rounded end overhangs." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-33_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 3 knobs on the frontmost row from the left, and then put the flat tile 2x2 on the front two rows." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-34_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 3 knobs on the backmost row from the left, and then put it on the back two rows." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-35_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically, side plate to the left. Skip 2 knobs on the frontmost row from the left, and then put it to the left of the flat tile 2x2 at the front. You have just finished the first sunbed on deck!" } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-36_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically, side plate to the left. Skip 2 knobs on the backmost row from the left, and then put it to the left of the flat tile 2x2 at the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-37_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column, and then put it on the middle 2 rows." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-40_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a nice cup of ice cream for the Trolls." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-39_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the glass." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-40_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Look for the foot plate 1x2x1 with partition at the back of the structure. Skip 1 knob to the front, and then mount the ice cream." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-41_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the plate 2x2 with knob on the left side of the raft." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-44_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will make the fire." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-43_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it in the narrow end of the nose cone." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-44_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire is finished. Put it in the middle knob of the cross plate." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-45_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push the ball sticking out on the front side of the raft through one of the holes of the canopy piece. Push the ball at the back side of the raft through the other hole of the canopy piece. Gently push the canopy to the right until it touches the motor." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-46_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the foil on the 2 balls like before. The larger canopy spans the raft centrally." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Boat-47_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now the floating raft is finished. Very well done! Now, you actually finished the first bag. Very well done! You can play with your model if you like, or you can continue building." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-1_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the back hole of the centaur piece. This is Hickory\u00b4s tail!" } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-2_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the centaur piece. Hickory wears a nougat brown colored vest. He also has a big round belt buckle on his belly. It looks like a big button." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-3_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the body. Hickory looks cheeky with a wide smile and a piece of wheat sticking out from one corner of his mouth." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-4_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-5_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the handle of the lasso into the dent on top of the hat." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-6_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the left hand of Hickory." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_2-7_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done. You have now finished Hickory." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-70_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the jail. It has a cell for arresting mischief-makers and a counter where the sheriff Troll can talk to visitors. On the outside, there is a colorful string of party lights connected to a cactus-shaped speaker." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-0_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, the overhang 1x4 to the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-1_step_Step%20%23JG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically with the bow to the left. Put it underneath the overhang." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-2_step_Step%20%23JF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the cutout of the front row." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-3_step_Step%20%23JE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the cutout of the back row." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-4_step_Step%20%23JD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle two rows, starting from the left edge." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-5_step_Step%20%23JC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle on the back row of the higher part of the structure." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-6_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece at the backmost edge." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-7_step_Step%20%23JA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically to the left, skipping the backmost row. Put the other one vertically to the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-8_step_Step%20%23IZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the third row from the front, touching the brick 1x6 on the right." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-9_step_Step%20%23IY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, starting from the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-10_step_Step%20%23IX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it with one arch to the right, one arch to the back. Put it on the right corner at the back on the higher structure." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-11_step_Step%20%23IW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it with one arch to the left, one arch to the back. Put it to the left of the previous piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-12_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically in front of the previous piece. Repeat symmetrically on the right." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-13_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 round wall corners at the back, round corners to the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-14_step_Step%20%23IR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 horizontally in front, flush with the left and right edge of the previous piece. Put the third plate vertically on the round wall corner on the right, starting from the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-15_step_Step%20%23IQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip one column from the left, and then put it horizontally on the fourth row from the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-16_step_Step%20%23IP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the fence." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-17_step_Step%20%23IO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the structure." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-18_step_Step%20%23IM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-19_step_Step%20%23IL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece overhanging to the right, and connect it to the round wall corner piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-20_step_Step%20%23IK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece in the middle of the back row." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-21_step_Step%20%23IJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally, side fence wall to the front. Put it in the middle of the second row from the back on the round wall corners." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-22_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row of the higher part of the structure starting from the right. Put the other 2 horizontally behind the previous arch. This is now the roof of the jail." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-23_step_Step%20%23IE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the lightning into the knob of the plate 1x2 with one knob on top of the left side of the structure." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-24_step_Step%20%23ID.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the structure, vertical shaft to the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-30_step_Step%20%23HW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the escape door for the jail." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-25_step_Step%20%23HX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table, inner notches to the top and knobs to the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-26_step_Step%20%23IB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Click the lattice into the door frame. It fits neatly into the notches on the inside of the door frame." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-27_step_Step%20%23IA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the door upright, and then mount the roof tile horizontally on top of the door frame, slope overhanging to the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-28_step_Step%20%23HZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle on top, elbow handle to the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-29_step_Step%20%23HY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. Now the escape door is finished. Well done!" } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-30_step_Step%20%23HW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it horizontally in front of the jail entrance on the third row from the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-31_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically behind the jail door on top of the jail cell." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-32_step_Step%20%23HU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the frontmost two rows of the previous piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-35_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build a small flower spire." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-34_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the dome piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-35_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flower spire on top of the jail cell on the round brick 2x2 with side spikes." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-38_step_Step%20%23HO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let\u00b4s make 2 more flower spires to decorate the front yard of the jail." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-37_step_Step%20%23HQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the dome piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-38_step_Step%20%23HO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower spire on the frontmost four knobs on the right edge." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-40_step_Step%20%23HN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the dome piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-41_step_Step%20%23HL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 4 columns to the left, and mount the flower spire on the frontmost four knobs at the other side of the jail door." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-44_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the signboard for the jail." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-42_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table. The decoration shows the sheriff Troll of the town. She has really big hair and a tiny little hat." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-43_step_Step%20%23HI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-44_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column of the higher part of the structure, and then mount the signboard horizontally to the right. The zigzag magic music string is now hidden behind the Signboard. Now, we\u00b4ve finished bag 2. The main build of the jail is finished. Very well done!" } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-60_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next part we will build a bit more for the jail. We will also build the third Troll, Branch, and the DJ booth with turning dance floor. First, we will build a small cactus speaker. This will be connected to the main build by a string of lights." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-46_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-47_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-48_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-49_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-50_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row of the previous piece, side knobs to the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-51_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the previous piece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-52_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-53_step_Step%20%23GY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs at the front." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-54_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the speaker." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-55_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and insert the knob into the hole at the front side." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-56_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top. This means that the tips of the clasp are at the front and at the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-59_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the string for the lights." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-58_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the right end of the cable into the tube." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-59_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the left end of the cable into the top clasp on the cactus speaker. The cable should stick out to the right." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-60_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, connect the clasp on the right end of the cable with the shaft on the left edge of the jail building. You might have to adjust the clasp a bit so it can fit. The cactus speaker will stand to the left of the main structure, cable in one straight line to the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-63_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let\u00b4s build the 3 light bulbs for the string of lights." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-62_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the nose cone." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-63_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the light onto the cable from below, one third in from the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-65_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the nose cone." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-66_step_Step%20%23GJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the light onto the middle part of the cable from below." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-68_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the nose cone." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Jail-69_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the light onto the cable from below, one third in from the right." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_3-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build Branch." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_3-1_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Branch wears a golden waistcoat made of leaves." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_3-2_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it around the neck, sack to the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_3-3_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Branch looks very happy with a big smile and lifted eyebrows." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_3-4_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_3-5_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright in the middle at the front of the Troll hairpiece." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-MiniFigure_3-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Very well done! You have now finished Branch." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Animal-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a funny animal, we call it a tumbleweed dog." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-278", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Animal-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The disk will be the face of the dog. It is printed with the dog's face: it has a close set of eyes and a very big open mouth. The dog is baring its teeth and its tongue is hanging out. Put it on the table, knobs to the top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Animal-1_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the disk." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Animal-2_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Animal-3_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the hole on top." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Animal-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you have finished the tumbleweed dog. Well done!" } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-19_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the DJ booth with the turning dancefloor." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, flat side to the back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-1_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost column at the back. Repeat symmetrically on the left." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-2_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically in front of the previous piece. Repeat symmetrically on the right." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-3_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on top of the previous 2 pieces." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-4_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the four back rows." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-5_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the previous piece on the two front rows." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-6_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 disks next to each other on top of the previous piece. This is going to be your record player!" } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-9_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first of 2 small speakers." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-7_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, side knobs to the front and back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-305", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-8_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the front side knob." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-306", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-9_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the speaker to the right of the record player." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-307", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-12_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the second speaker." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-309", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-10_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, side knobs to the front and back." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-311", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-11_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the front side knob." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-12_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the speaker to the left of the record player." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-13_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the leftmost and rightmost knob of the third row from the very front of the structure." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-316", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-14_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the middle of lower structure on the two front rows." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-318", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-15_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, insert the connector into the hole." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-319", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-18_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will build the microphone stand." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-322", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-17_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the microphone handle into the clasp." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-323", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-18_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the microphone stand on one of the two frontmost knobs of the turning dancefloor." } ] }, { "id": "lego-41253-tbd-cactus-screen-reader-324", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41253-tbd-cactus-screen-reader/images/sm01-Music-19_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done, you now have finished the DJ booth and the turning dance floor. Actually, you have finished the whole set. Very well done!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-MiniFig-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Spider-Man\u00a0 minifigure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-MiniFig-1_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack it on top of the legs." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-MiniFig-2_step_Step%20%23FG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-MiniFig-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The minifigure Spider-Man is finished! Well done!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-19_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 3 Spider-Man web weapons." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-0_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side down on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-1_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side down on the table. Put the shaft with knob on top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-2_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the structure on top, shaft of the branch to the bottom." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-3_step_Step%20%23GQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the other shaft of the branch into the top of the nose cone." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-4_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the nose cone." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-5_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation. Put it upside down underneath. (The ends of the web point up.)" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-18_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first web weapon is finished, great job! The Spider-Man minifigure can already try to use it with his special powers. Next, we will build a similar web structure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-6_step_Step%20%23MZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side down on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-7_step_Step%20%23NS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath, knob to the bottom." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-8_step_Step%20%23NR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one of the shafts underneath." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-9_step_Step%20%23NQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the other shaft of the branch into the top of the nose cone." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-10_step_Step%20%23NP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-11_step_Step%20%23NO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath the structure, web ends to the bottom." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-14_step_Step%20%23NK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-13_step_Step%20%23NM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the front shaft of the arrowhead web into the tube." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-14_step_Step%20%23NK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the clasp onto the side shaft of the web, folding the arrowhead web to the top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-17_step_Step%20%23NH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will repeat this on the other side of the web weapon." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-16_step_Step%20%23NJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the front shaft of the arrowhead web into the tube." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-17_step_Step%20%23NH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the clasp onto the side shaft of the web, folding the arrowhead web to the top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-18_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 1 pair of cobweb handcuffs and add it to your web weapons." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Web-19_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The spiderweb weapons are finished! Well done!\u00a0 Now you can attach them to the hands of Spider-Man, as shooting webs. The handcuffs are used for catching bad guys!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-150_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the Spider-Man mech. We start with the waist." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-0_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-1_step_Step%20%23MX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. Flip the structure upside down." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-2_step_Step%20%23MW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upside down on the back row at the left edge, side knob to the back. Repeat symmetrically at the front. Flip the structure right side up again." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-3_step_Step%20%23MV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the structure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-4_step_Step%20%23MU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically next to the previous piece, central divider to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-5_step_Step%20%23MS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-6_step_Step%20%23MT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it left-to-right into the technic hole, overhanging to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-7_step_Step%20%23MR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part on the leftmost column of the structure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-8_step_Step%20%23MQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, hinge stub to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-9_step_Step%20%23MP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of previous piece, clasps to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-10_step_Step%20%23MO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the back knob of the previous piece, side knob to the back. Repeat symmetrically with knob at the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-11_step_Step%20%23MN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-12_step_Step%20%23MM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one upright, vertically on the 2 front side knobs on the left. Repeat symmetrically at the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-13_step_Step%20%23ML.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it upright into the connector peg on the left side of the structure. 2 balls point to the front and back, and 1 ball to the bottom. This waist of the robot is finished! Put it aside for now, we will need it later." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-20_step_Step%20%23MD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the torso of the robot." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-14_step_Step%20%23ME.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knob-side up." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-15_step_Step%20%23MK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the back row of the previous piece, slope to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-16_step_Step%20%23MJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the frontmost row, tubes to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-17_step_Step%20%23MI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous two pieces, slopes to the left and right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-18_step_Step%20%23MH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the middle two columns of the previous piece, slopes to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-19_step_Step%20%23MG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one of them vertically on the inverted roof tile on the left, ball to the left. Repeat symmetrically on the right, ball to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-20_step_Step%20%23MD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "It's time to connect the waist with the torso part that we have just built! Building this part of the robot can be hard, so make sure to ask for help if needed. Hold the waist structure such that the tiles with bow 1x4 are to the left and right, lower plate structure to the front. Mount it on top of the inverted roof tile on the back side of the torso structure, touching the 2 roof tiles 1x2 at the front. Great job! Now we lock it in place with a couple of flat tiles." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-21_step_Step%20%23MB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x1 on the frontmost knob of the leftmost column. Put 1 corner tile 1x2 behind the previous piece, cut-off corner to the left and back. Repeat symmetrically on the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-24_step_Step%20%23LY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the structure 90 degrees to the back. Now, the sides of the 2 tiles with bow 1x4 are touching the table. Next, turn the structure left to right. This means that the 2 bottom tubes are now at the top and at the back. The silver metallic ingot 1x2 is at the front and at the bottom. We will continue with the chest of the mech robot." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-22_step_Step%20%23LZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so the shaft is at the bottom and the knobs pointing to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-23_step_Step%20%23MA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the knobs at the front. It has a decoration of a spider crawling on a web." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-24_step_Step%20%23LY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bottom shaft of the chest piece into the 2 clasps at the lower front of the structure. Now the torso of the robot is done. That was a very tough part! Good job! You are now finished building bag 1." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-37_step_Step%20%23LK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the shoulder of the robot." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-25_step_Step%20%23LL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-26_step_Step%20%23LX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, ball cup to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-27_step_Step%20%23LW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, ball cup to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-28_step_Step%20%23LV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, angled side to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-29_step_Step%20%23LU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, side knobs to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-30_step_Step%20%23LT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, slope to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-31_step_Step%20%23LS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation! Put it upright vertically on the left column of the side knobs at the front, 4 side knobs to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-32_step_Step%20%23LQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the following 3 sentences." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-33_step_Step%20%23LR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The sticker shows an iron cover with spiderweb on it." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-34_step_Step%20%23LO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! The next piece has a special orientation. Put the curved tile upright on the side knobs at the front, curve to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-35_step_Step%20%23LN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the left side of the structure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-36_step_Step%20%23LM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob of the previous piece. The shoulder is finished! Well done!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-37_step_Step%20%23LK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball cup on the right side of the shoulder onto the ball on the right side of the torso. Make sure the roof tile 1x2 with lattice is to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-50_step_Step%20%23KX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the other shoulder." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-38_step_Step%20%23KY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-39_step_Step%20%23LJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, ball cup to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-40_step_Step%20%23LI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece, ball cup to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-41_step_Step%20%23LH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, angled side to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-42_step_Step%20%23LG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, side knobs to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-43_step_Step%20%23LF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, slope to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-44_step_Step%20%23LE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation! Put it upright vertically on the right column of the side knobs at the front, 4 side knobs to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-45_step_Step%20%23LC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the following 3 sentences." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-46_step_Step%20%23LD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. This sticker also shows an iron cover with spiderweb on it, just like on the other shoulder part." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-47_step_Step%20%23LB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved tile upright on the side knobs at the front, curve to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-48_step_Step%20%23LA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation! Put it upright on the 4 side knobs on the right side of the structure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-49_step_Step%20%23KZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob of the previous piece." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-50_step_Step%20%23KX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the ball cup on the left side of the shoulder onto the ball on the left side of the structure. Make sure the roof tile 1x2 with lattice is to the front. The shoulder is finished! Well done!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-55_step_Step%20%23KS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build one of the arms." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-51_step_Step%20%23KT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-52_step_Step%20%23KW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, ball cup to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-53_step_Step%20%23KV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece closest to the ball cup." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-54_step_Step%20%23KU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, curve to the ball." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-55_step_Step%20%23KS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball of the arm onto the ball cup on the robot's left shoulder. Make sure the curved tile is to the left. The left arm is now finished." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-60_step_Step%20%23KN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build a leg." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-56_step_Step%20%23KO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-57_step_Step%20%23KR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-58_step_Step%20%23KQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece closest to the ball cup." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-59_step_Step%20%23KP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, curve to the ball." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-60_step_Step%20%23KN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the ball cup of the leg onto the ball at the very bottom of the structure on the left side. Make sure the curved tile is to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-65_step_Step%20%23KI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the other leg." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-61_step_Step%20%23KJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-62_step_Step%20%23KM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-63_step_Step%20%23KL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece closest to the ball cup." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-64_step_Step%20%23KK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, curve to the ball." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-65_step_Step%20%23KI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the ball cup onto the ball at the very bottom of the structure on the right side. Make sure the curved tile is to the right. Good job. We will continue with the legs in a moment." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-70_step_Step%20%23KD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make the second arm." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-66_step_Step%20%23KE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-67_step_Step%20%23KH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-68_step_Step%20%23KG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece closest to the ball cup." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-69_step_Step%20%23KF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the top, curve to the ball." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-70_step_Step%20%23KD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the ball into the ball cup on the bottom of the right shoulder, curved tile to the right. The arm is now finished. Well done!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-81_step_Step%20%23JS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build one of the hands." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-71_step_Step%20%23JT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, tube to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-72_step_Step%20%23KC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg into the hole." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-73_step_Step%20%23KB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row, ball overhanging to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-74_step_Step%20%23KA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, shaft overhanging to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-75_step_Step%20%23JZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row, shaft to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-77_step_Step%20%23JY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sticker shows mechanical knuckles with spiderweb." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-78_step_Step%20%23JW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the top of the structure. Curve to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-79_step_Step%20%23JV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp onto the shaft on the right side of the part, robot arm bending towards the bottom. Do not confuse it with the front shaft!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-80_step_Step%20%23JU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps of all three pieces onto the shaft at the front side of the part. These are the fingers, and the hand is now done. Great work!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-81_step_Step%20%23JS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball of the hand into the ball cup at the end of the left arm." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-92_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the other hand." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-82_step_Step%20%23JI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, tube to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-83_step_Step%20%23JR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector part into the tube." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-84_step_Step%20%23JQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row, ball overhanging to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-85_step_Step%20%23JP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, shaft overhanging to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-86_step_Step%20%23JO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row, shaft to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-87_step_Step%20%23JM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the following 3 sentences." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-88_step_Step%20%23JN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sticker shows mechanical knuckles with spiderweb." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-89_step_Step%20%23JL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved tile 2x2 on top of the part, curve to the back." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-90_step_Step%20%23JK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp onto the shaft on the left side of the part, robot arm bending towards the bottom." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-91_step_Step%20%23JJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps of all three pieces onto the shaft at the front side of the part. The other hand is now done. Good job." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-92_step_Step%20%23JH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball of the hand into the ball cup at the end of the arm. Now the arm and hands are done. The robot is nearly ready. You are now finished building bag 2." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-114_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the 2 feet." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-93_step_Step%20%23ID.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knobs to the top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-94_step_Step%20%23JG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the right column, a total of 6 knobs overhanging to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-95_step_Step%20%23JE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the following 3 sentences." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-96_step_Step%20%23JF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the curved tile. The sticker shows a mechanical foot with spiderweb." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-97_step_Step%20%23JD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved tile 2x2 on top on the left edge, curve to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-98_step_Step%20%23JC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure upside down. Put the round plate upside down, to the right of the flat tile." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-99_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down vertically to the right. Flip the structure right side up again, curve to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-100_step_Step%20%23JA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the curved tile 2x2." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-101_step_Step%20%23IZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece, slope to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-102_step_Step%20%23IX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob in the middle of the part. The shaft should run through all three holes to the bottom. The foot is now done. Put it aside for a moment." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-113_step_Step%20%23IE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the lower leg to put on the foot." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-103_step_Step%20%23IF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, knobs to the top and slope to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-104_step_Step%20%23IW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right knob, side knob to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-105_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-106_step_Step%20%23IU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, ball cup to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-107_step_Step%20%23IT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, ball cup to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-108_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, side knobs to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-109_step_Step%20%23IR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right knob at the top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-110_step_Step%20%23IQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left, curve to the left, overhanging the ball cup." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-111_step_Step%20%23IP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation. Put it upright on the front of the structure, on the knob to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-112_step_Step%20%23IO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation. Put it upright on the remaining side knobs on the front side, cut-off corner to the left and to the bottom." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-113_step_Step%20%23IE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left ball cup onto the ball on top of the foot, in an upright position. The lower leg is now done! Good job!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-114_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we are going to snap the lower leg onto the leg on the model. Snap the top ball cup on the lower leg onto the ball of the right leg." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-136_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the other foot." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-115_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-116_step_Step%20%23IB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the right column, a total of 6 knobs overhanging to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-117_step_Step%20%23HZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the following 3 sentences." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-118_step_Step%20%23IA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The sticker shows a mechanical foot with spiderweb." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-119_step_Step%20%23HY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the top left of the structure, curve to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-120_step_Step%20%23HX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the structure upside down. Mount the round plate 1x2 with 1 knob upside down to the right of the flat tile." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-121_step_Step%20%23HW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down vertically to the right. Flip the structure right side up again, curve to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-122_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the curved tile 2x2." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-123_step_Step%20%23HU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece, slope to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-124_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob in the middle of the part." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-293", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-135_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the lower leg to put on the foot." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-295", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-125_step_Step%20%23HI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, knobs to the top and slope to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-297", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-126_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left knob, side knob to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-299", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-127_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the structure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-128_step_Step%20%23HQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, ball cup to the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-129_step_Step%20%23HP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, ball cup to the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-305", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-130_step_Step%20%23HN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, side knobs to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-307", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-131_step_Step%20%23HM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left knob at the top." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-309", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-132_step_Step%20%23HL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right, curve to the right, and overhanging the ball cup." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-311", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-133_step_Step%20%23HK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation. Put it upright on the top left knob on the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-313", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-134_step_Step%20%23HJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation. Put it upright to the right of the previous piece, cut-off corner to the bottom right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-135_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The lower leg is now done. Good job!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-315", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-136_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we are going to snap the lower leg onto the leg on the model. Snap the top ball cup on the lower leg onto the ball of the left leg." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-316", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-142_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first of Spider-Man's 2 spiderleg weapons. These will be mounted on the robot's back, and he can use them to sting his enemies." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-318", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-137_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, shaft pointing to the top and cross bushing at the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-320", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-138_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the cross hole from the left." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-322", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-139_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the shaft on top of the structure. Repeat symmetrically at the bottom." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-324", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-140_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps onto the small shafts of the previous 2 pieces." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-326", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-141_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shafts into the tubes of the previous 2 pieces, spider leg tips to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-327", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-142_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the connector peg into the left tube\u00a0 on the back of the robot. This tube is almost at the top of the structure." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-328", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-148_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the second spiderleg weapon." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-330", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-143_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, shaft pointing upwards with cross bushing in front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-332", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-144_step_Step%20%23GY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the cross bushing from the right." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-145_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the shaft on top of the structure. Repeat symmetrically at the bottom." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-336", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-146_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps onto the small shafts of the previous 2 pieces." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-338", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-147_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shafts into the tubes of the previous 2 pieces, spider leg tips to the front." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-339", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-148_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the connector peg into the right tube on the back of the robot." } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-340", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-149_step_Step%20%23MY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Spider-Man Mech robot is now finished! Building a robot is not easy, so very well done!" } ] }, { "id": "lego-76146-tbd-lsh-spider-mesh-screen-reader-341", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76146-tbd-lsh-spider-mesh-screen-reader/images/sm01-Robot-150_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put your Spider-Man minifigure into the gigantic mechanical spider-robot. Now Spider-Man can go anywhere, grab anything and shoot massive webs!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Figure_1-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Cinderella minidoll." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Figure_1-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the body on the hip." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Figure_1-1_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Figure_1-2_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the hair. Great job, now Cinderella is done." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Figure_1-5_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the dog, Bruno, who is also invited to the party." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Figure_1-4_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the dog's head." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Figure_1-5_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now Cinderella and Bruno are ready for the party." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-104_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the castle! We start with the right wing of the castle." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-0_step_Bag%201.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, side plate to the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-1_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in the cut-out at the back. Put 1 vertically in the cut-out on the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-2_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the cut-out at the front, one row overhanging to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-3_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the previous piece, round corners to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-4_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the front on top of plate 2x4." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-5_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in the right back corner of the base plate. Repeat symmetrically on the back left corner." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-6_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece, arch window to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-7_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 inverted roof tile vertically on the frontmost knob of the previous piece, slope to the front. Put 1 brick 1x3 vertically behind the previous piece. Repeat both symmetrically on the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-8_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the 2 walls, right behind the flat tile 1x4, curve to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-9_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x3 vertically on top in the middle of the previous piece. Put 1 plate 1x4 vertically on the left wall starting from the back. Repeat symmetrically on the right. The right wing of the castle is now done! Great job. Keep it close as we will need it in a moment." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-11_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's continue with the entrance hall of the castle. It's the middle part of the building." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-10_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-11_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the bottom left side plate of the castle on the right side of the plate 6x6. Carefully make sure that the base plates align at the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-12_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row starting from the left edge, curve to the front. Put 1 to the right of the previous piece. Put the last one to the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-13_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row, behind the previous pieces." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-14_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the third row to the right, behind the previous pieces. This means that one knob to the left remains empty." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-25_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the left wing of the castle. It is identical to the right side, so this will be easy!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-15_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, side plate to the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-16_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in the cut-out at the back. Put 1 vertically in the cut-out on the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-17_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the cut-out at the front, one row overhanging to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-18_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the previous piece, round corners to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-19_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the front on top of plate 2x4." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-20_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in the right back corner of the base plate. Repeat symmetrically on the back left corner." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-21_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece, arch window to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-22_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 inverted roof tile vertically on the frontmost knob of the previous piece, slope to the front. Put 1 brick 1x3 vertically behind the previous piece. Repeat both symmetrically on the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-23_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it between the 2 walls, right behind the flat tile 1x4, curve to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-24_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x3 vertically on top in the middle of the previous piece. Put 1 plate 1x4 vertically on the left wall element starting from the back. Repeat symmetrically on the right. The left wing of the castle is now done! Great job." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-25_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we are about to connect the 2 castle parts. This can be tricky. Ask for help if needed. Mount the bottom right side plate onto the left side of the plate 6x6." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-26_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle behind the curved tiles at the front of the structure." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-27_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it behind the previous piece between the 2 round walls, arch door to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-28_step_Step%20%23HJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x4 horizontally in the middle on top of the previous piece on the back row. Put 1 plate 1x4 with 2 knobs horizontally to the right of the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-29_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the top left of the structure, locking the round wall with the side wall. Repeat symmetrically on the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-30_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plant with plate on the front leftmost corner of the baseplate, leaves to the front. Repeat symmetrically on the right. Put the 2 flowers on the previous pieces. The castle is starting to take shape. Good job!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-31_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Round corners to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-32_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row in the middle." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-33_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the door, one row overhanging to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-34_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the top front row in the middle. This piece is decorated with a glass slipper surrounded with teal blue sparkles!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-41_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's start building the inside. We will start with the fireplace." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-35_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-36_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bench element horizontally on the back row in the middle of the previous piece, wall to the back. Put the grille tile 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-37_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the first row above the previous piece. Repeat on the back row above the bench element." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-38_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with 1 knob horizontally on the first row on top in the middle. Put the wall element horizontally behind the previous piece, wall to the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-39_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column, slope to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-40_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the profile brick horizontally on the wall element at the back, horizontal brick carving to the front. Put the croissant on the knob at the middle front of the structure. The fireplace is now done. The croissant will be warm in a minute - I'm sure Cinderella would like a taste. Good job!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-41_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now about to put the fireplace inside the castle. This part can be hard, so ask for help if needed. Turn the castle left to right. This means that now, the inside rooms of the castle are facing you. Put the fireplace inside the section on the right, in the middle of the room with the croissant to the front. Make sure to skip the front row!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-47_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now about to build Cinderella's bed." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-42_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-43_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this has a special placement. Put it horizontally on the back 2 rows, curve to the front. Make sure that half of the piece is overhanging to the left. This will be the pillow." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-44_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the previous piece. The 2 bricks 2x6 should be next to each other." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-45_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the middle 2 columns on top of the bed." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-46_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the right column, fence to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-47_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bed is finished, well done! I'm sure Cinderella will have a good night's rest in it after all the partying. Put the bed horizontally in the left section of the castle, pillow to the left. Again make sure to skip the front row!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-75_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the castle roof tower with bathroom." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-48_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, half circle to the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-49_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right half of the circle at the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-50_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left half of the circle at the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-51_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle of the previous 2 pieces. This will lock them together." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-52_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-53_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece, inside the half circle, round wall to the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-54_step_Step%20%23HW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-55_step_Step%20%23HX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-56_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part horizontally inside the round wall element 2x4x2." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-57_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-58_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted dome on top of the previous piece. Put the round tile on top. This is the golden toilet." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-59_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the round wall 2x4x2 in the middle of the structure, roof to the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-60_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-61_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-62_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the frontmost row, and put it on the right edge." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-63_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-64_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the round brick 2x2 on the right column." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-65_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, back wall to the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-66_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece, tap to the left. This is the golden sink." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-67_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the nose cone on the frontmost row on the second knob from the right. Put the ice cream piece on top." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-68_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the frontmost knob, and put it vertically on the leftmost column." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-69_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the front left corner of the base plate." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-70_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-71_step_Step%20%23HL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-72_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the frontmost row on the structure, and put this part vertically on the leftmost column, mirror decoration to the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-73_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-74_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the handle of the hairbrush into the leftmost knob of the front row. The castle roof tower with bathroom is now finished. Great job!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-75_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will now mount the roof on top of the castle part with the fireplace. This is a tricky part. Ask for help if needed. First, let's check the orientation of the castle: make sure the bed and fireplace are facing you. The bed is on the left side, and the fireplace on the right side. Make sure that the roof tower is to the back. Mount the roof structure on top of the castle above the fireplace on the right. That was hard! Good job! Turn the castle around, round walls to the front. We will continue in the middle." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-76_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick with arch horizontally on the second row from the front in the middle." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-77_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-78_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top in the middle of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-79_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-80_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the brick 1x2 in front of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-81_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece, slope to the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-82_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat symmetrically on the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-83_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally between the 2 roof tiles, side knobs to the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-84_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 left columns of this central roof surface, slope to the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-85_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 right columns of this central roof surface, slope to the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-86_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the structure." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-87_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-88_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful. This piece has a special orientation. Hold it upright, knob to the front. Put it on the 4 knobs on the front surface of the structure. The middle roof is done. Great work!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-103_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the last part of the roof. This tower room is where Cinderella's pets can sleep and play!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-89_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, half circle to the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-90_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the right half of the circle at the back. Put 1 on the left half of the circle at the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-91_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 on top of the previous pieces in the middle. This will lock them together. Insert the stick of the jewel into the knob of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-92_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece, inside the half circle, round wall to the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-93_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the previous piece following the half-circle shape." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-99_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build a scratching post for Cinderella's cat." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-94_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-95_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, half circle to the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-96_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-97_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, \u00bd circle to the left." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-98_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top, walls to the front and back, forming a square box. This is the scratching post for the cat, Lucifer." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-99_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! Now, put the scratching post in front of the round wall element in the middle of the structure. This means that you skip the front three rows." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-100_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it behind the scratching pole, roof to the back." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-101_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the streamer flag on the previous piece, pointing to the right. Insert the harpoon spike into the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-102_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bench element vertically in the front left corner of the base plate, back wall to the left. Put the plate 1x2 with 1 knob vertically to the right of the previous piece. This is where the mouse will sleep. Place the dish in the right half of the base plate. Put the bone on the plate. This is for Cinderella's dog, Bruno." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-103_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we are about to put the roof structure on the castle. This part is tricky. Ask for help if needed. Remove the bone from the dish before we start, so it doesn't get lost. Turn the roof structure around, and mount it on the right part of the castle, roof to the front. Great job! You can now put the bone back on the dish." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Building-104_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The castle is now done and ready for Cinderella's party. Well done!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will now build the birthday party for outside the castle." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-1_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the backmost row in the middle." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-2_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the left two knobs of the previous piece, slope to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-3_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the streamer flag on the rightmost knob on top of the structure, flag to the left. Put the plants on the pillars of the arch door, leaves to the left and right." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-4_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other in front of the door." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-5_step_Step%20%23GQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the fence element horizontally on the back row of the 2 previous pieces, fence to the back. Put plate 1x2 with 2 knobs horizontally in front of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-9_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now let's build a balloon." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-6_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-7_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-8_step_Step%20%23HN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the balloon on the end of the flagpole. The balloon is now done. Good job!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-9_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the balloon on the rightmost column on the fourth knob from the front." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-10_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of each other. Put them in the front left corner of the base plate." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-15_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now let's build the coffee table and the cake." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-11_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, make sure that the knobs form straight columns and rows in front of you. This will be the coffee tabletop." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-12_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put all 3 on the coffee table. The round brick is Cinderella's cake! But wait a second, we still need some icing!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-13_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top the cake!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-14_step_Step%20%23GJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the candle on top of the previous piece. Put the flame on the candle." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-15_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the coffee tabletop on the stacked bricks in the front left corner." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Pavilion-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The birthday party is done. Great job. Now the guests can soon arrive." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Mouse-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now let's get the mouse ready for the party." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Mouse-1_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hat on the mouse." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Mouse-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now the mouse is ready for the party. Well done." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Cat-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's get the cat Lucifer ready for the party too!" } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Cat-1_step_Step%20%23HV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hat on the cat." } ] }, { "id": "lego-43178-cinderellas-castle-celebration-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43178-cinderellas-castle-celebration-readscr/images/sm01-Cat-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now everyone is ready! The party can start. Cinderella can show her animal guests around the castle! Let's hope that Lucifer doesn't steal the bone from Bruno!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0006_step_Step%20%23EB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Ethan Minidoll." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0001_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top of the body. Put the hair on the head." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0002_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Whenever Ethan is going on adventures with his skateboard, make sure to exchange the hair for the bike helmet. Safety first!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0003_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Ethan is wearing medium brown laced boots, grey pants, a white V-neck t-shirt and a teal blue hoodie with purple sleeves. He has brown eyes and a kind smile on his face." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0005_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the skateboard." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0004_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the skateboard top upside down horizontally on the table. This means the clasps are pointing to the top. Snap 1 wheel axle vertically into the 2 clasps on the right. Repeat symmetrically on the left." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0005_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the skateboard right side up again. It is finished!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_1-0006_step_Step%20%23EB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Ethan Minidoll is finished! Great job! Put him on the 2 knobs of the skateboard and take it for a spin. This is a great way of getting around Heartlake City! He can visit friends, go to skateparks or go grab a pizza whenever he likes." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0018_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the outdoor seating area." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0000_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 8x8 with half circle on the table. Make sure the half circle is pointing towards you. Put the arch door 1x6x7 horizontally centered on the backmost row. Make sure the rounded pillars are to the front and the flat side is to the back. If done correctly there is 1 empty knob to the left of the arch door and 1 empty knob to its right." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0001_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the doorsill and the row in front of it on the left half of the door. Make sure the slope is to the front. Put the other one to the right of the previous piece in the same orientation. Together they form a curved door sill, slope to the front." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0002_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x1 on the leftmost, slightly lower knob of the door frame, side knob pointing to the front. Repeat symmetrically on the right. Put the plate 1x2 horizontally centered on top of the door frame." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0003_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the door frame, starting from the left, slope to the left. Repeat symmetrically on the right, slope to the right. The 2 curve tiles form a perfect bow together." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0004_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the door pillar on the left. This means that this piece will be mounted on the base plate. Repeat symmetrically in front of the right pillar." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0005_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in front of the previous piece on the rightmost column and the second column from the right. Repeat symmetrically on the left." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0008_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 chairs." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0006_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round brick on the table. Put 1 panel element horizontally on the 2 back knobs of the round brick. Make sure the opening is to the front. Repeat symmetrically with the other round brick and panel element." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0007_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally in front of the panel elements to finish the seats." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0008_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 chairs are finished! Well done! Mount them on top of the 2 plates 2x2 with 1 knob. Since they are mounted on only 1 knob, you can swivel the chairs into the desired seating position." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0012_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we'll build the table." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0009_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0010_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on top of the 2 previous pieces." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0011_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 centered on the left half of the tabletop. This piece is printed with a pizza delivery box design. It has a red, white and green stripe mimicking the Italian flag, and in the white stripe it says \"PIZZA\" in green letters. Put the Minifigure mug on the right half of the table." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0012_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The table is finished! Well done! Mount it centered on the 4 frontmost center knobs of the base plate." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0014_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build 2 vines for the archway. Let's start with one." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0013_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant element horizontally on the table. Make sure its thickest knob is pointing to the left. This means the smaller twigs will diagonally point from right to left. Put the flower piece on the leftmost knob." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0014_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first vine is finished! First, identify the rightmost knob. Use this knob to mount the vine upright on the left pillar on the 1 knob pointing to the front. Turn it so that the vine is pointing downwards and slightly outwards to the left. The flower piece is at the bottom of the vine." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0016_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the second vine." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0015_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant element horizontally on the table, this time thickest knob to the right, twigs pointing diagonally from left to right. Put the butterfly decoration element on the rightmost knob." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0016_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, use the leftmost knob again to mount the vine upright on the right pillar on the 1 knob pointing to the front. Make sure it points downwards and slightly to the right. The butterfly is at the bottom of the vine." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0017_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert 1 shaft upright into the mounting knob of the vine, twig leaves sticking out towards the front. Repeat symmetrically with the other shaft on the other vine." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-picnic-0018_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The outdoor seating area is finished! Great job! Invite your customers to take a seat in the comfy chairs, enjoy the fresh air and beautifully decorated archway as well as a freshly baked pizza." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0018_step_Step%20%23AA_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the pizza oven." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0000_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the half-circle plate 4x8 on the table, half circle to the back. Put the flower piece 1x1 on the leftmost knob of the front row." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0001_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 frontmost rows directly to the right of the previous piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0002_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0003_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece. It is printed with a pepperoni pizza that has already been cut to slices." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0004_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the frontmost row directly to the right of the previous pieces. Put the corner brick behind the previous piece, cut-off corner to the back left, 1 knob extending to the right." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0005_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the front. Its left half fits into the inner corner of the previous piece. If done correctly, there is 1 empty knob to the right of this piece, and 1 empty row in front of this piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0006_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner brick 1x2 around the right half of the previous piece, cut-off corner to the back right. This means that 1 of its knobs is behind the previous piece, and the other knob is to the right of the previous piece. Put the brick 1x1 in front of the corner brick. This means it will be mounted on the frontmost row, 1 empty knob to its right and 2 empty knobs to its left." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0007_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left of the previous piece on the frontmost row. These will be the fire of the pizza oven!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0008_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 corner bricks, round part to the back. Make sure the frontmost row remains empty." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0009_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered in front of the previous piece. This means that it sits in the cutout of the previous piece, resting on the 2 nose cones and the row behind them." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0010_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the front row to the right of the previous piece, clasp to the right. Put the round brick 1x1 on the front row to the left of the flat tile 2x2." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0011_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the 2 previous pieces." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0012_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the round wall element, matching the half-circle shape perfectly." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0013_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the 2 previous pieces, on top of the round bricks 1x1. If done correctly, this piece rests on the frontmost row of the current structure." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0014_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 backmost knobs of the round wall part, slope to the back. Its back corners will slightly protrude towards the back." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0015_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front left corner of the pizza oven, slope to the left. This means it sits on the 2 frontmost rows. Its back left corner will slightly protrude. Put the other one to the right of the previous piece, slope to the right. Its back right corner will slightly protrude." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0016_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 2 previous pieces." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0017_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the ice cream scoops on top of the previous piece. This is the smoke coming out of the steamy pizza oven! Snap the handle of the paddle into the clasp sticking out on the pizza oven towards the right." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaoven-0018_step_Step%20%23AA_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pizza oven is finished! Great job! Time to fire up the oven and bake some pizzas. The citizens of Heartlake City will love your creations!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_2-0002_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Olivia Minidoll." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_2-0000_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_2-0001_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the chef's hat with hair on top." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-figure_2-0002_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Olivia Minidoll is finished! Well done! She is wearing pink shoes with lilac soles and laces, a sandgreen skirt, a dark blue top with spaghetti straps and a star constellation print in light blue as well as a light pink tie-belt. She is wearing glasses with a silver frame, has purple lips and light brown eyes. Olivia is ready to get to work and bake some tasty pizzas!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0052_step_Step%20%23AT_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the pizzeria." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0000_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x12 horizontally on the table. Put the profile brick 1x4 vertically centered on the leftmost column, brick carvings to the left. Make sure there is 1 empty knob in front of this piece and 1 empty knob behind it." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0001_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column, brick carvings to the right. It has the same position as the brick we have just mounted on the left." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0002_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in front of the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0003_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the back, to the right of the profile brick 1x4 on the left edge. Make sure the brick carvings are to the back. Notice how this piece and the profile brick 1x4 on the leftmost column form a corner. This will be one of the wall corners of the pizzeria." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0005_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a small pillar." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0004_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the table. Stack the brick 1x1x3 on top." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0005_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the small pillar on the corner formed by the 2 profile bricks 1x4 on the left edge at the back." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0006_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column in front of the small pillar. If done correctly, it will be flush with the frontmost edge." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0007_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the small pillar. This also means that it will sit on the horizontal profile brick 1x4." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0008_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0009_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece. This means it will sit on the horizontal window frame. Make sure the 3 bars are towards the back." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0010_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece. The arched window fits perfectly into the arch of this brick." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0011_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the leftmost column in front of the previous piece. Put the brick 1x2 with clasp vertically in front of the previous piece, clasp to the right." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0012_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the 2 previous pieces." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0014_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a small wall element." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0013_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0014_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the small wall element on the right edge of the back wall. It fits neatly into the recess right of the arched window." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0019_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the condiments shelf." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0015_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 horizontally on the table. Put the round brick 1x1 on its leftmost knob." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0016_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, shaft to the top. This is the ketchup bottle!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0017_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece. This is a piece of tasty cheese!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0018_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece, slope to the right. This is the cheese grater!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0019_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The condiments shelf is finished! Great job! Mount it horizontally in front of the back window. Make sure to fit it snugly into the wall corner." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0023_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the pizzeria counter." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0020_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x4 horizontally on the table. Put the plate 2x2 on the four knobs on the right." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0021_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, slope to the front. This piece is printed with a number pad, a slot for credit cards and a digital display. It's the cash register!" } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0022_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 on top of the previous piece. It is printed with the number 5. It's a coin! Put the round tile 2x2 on the 4 rightmost knobs. This piece is again printed with a pepperoni pizza." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0023_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pizzeria counter is finished! Well done! Mount it vertically in front of the back wall, making it flush with the right edge of the back wall. Make sure the pizza is at the front, and the slope of the cash register is towards the left." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0024_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x2x5 vertically on the rightmost column, starting from the front. Put the brick 1x1x5 behind the previous piece. Put the other brick 1x2x5 vertically behind the previous piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0025_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 vertically on the rightmost column, starting from the front. Put the brick 1x1 behind the previous piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0026_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before we continue building, turn the pizzeria building by 180 degrees, that means from left to right. Now you have 1 empty row at the front, and the 2 walls that form a corner are on the right and at the front. Put the 2 arch doors horizontally next to each other on the frontmost row. Make sure the rounded pillars are to the front and the flat sides are to the back." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0027_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces in the middle. This piece connects the 2 arch doors." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0028_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost, slightly lower knob of the left arch door, side knob to the front. Repeat symmetrically on the right, side knob to the front." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0029_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 roof tile 1x4x1 vertically on the leftmost column, starting from the front, slope to the back. Repeat symmetrically on the right. Put the plate 2x2 on the 2 frontmost rows directly to the left of the previous piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0030_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0031_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its handle into the clasp pointing to the left on the right wall at the back." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0033_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 vines for the pizzeria walls." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0032_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant elements on the table, thicker knobs to the left, twigs pointing diagonally from right to left. Put the flower pieces on the 2 leftmost knobs." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0033_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Like before, use the rightmost knobs to mount the vines upright on the 2 side knobs pointing to the front on the structure. Make sure the vines are pointing downwards and slightly outwards." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0034_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shafts into the mounting knobs of the vines." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0035_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the teal blue brick vertically on the 2 frontmost rows, to the left of the roof tile on the right edge, curve overhanging to the front. Put the white brick 2x3 vertically to the left of the previous piece, curve again overhanging to the front." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0036_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These pieces are all put on in the same orientation as the two previous pieces. Continue for detailed instructions. Put the bright red brick 2x3 vertically to the left of the previous piece, curve overhanging to the front. Put the white brick 2x3 vertically to the left of the previous piece, curve overhanging to the front. Put the teal blue brick 2x3 vertically to the left of the previous piece, curve overhanging to the front." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0037_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the frontmost knob of the rightmost column. Make sure the curved parts are at the front and to the right. Repeat symmetrically on the left, curved parts to the front and to the left." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0038_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on top of the previous piece and the knob to its right. This means that it is mounted on the front row starting from the left. Repeat symmetrically on the right." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0039_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, arch to the right. Repeat symmetrically on the left, arch to the left. If done correctly, the two pieces are mirrored and there are 2 empty knobs between them." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0041_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build a small roof element." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0040_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the palisade brick 1x2 horizontally on the table. Put the brick 1x2 with hole horizontally on top." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0041_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the small roof element horizontally between the two inverted half-arch bricks 1x4. The hole will later be used to mount the larger-than-life pizza slice sign." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0042_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous element and the 2 inverted half-arch bricks." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0051_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll build the pizza slice sign." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0043_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the quarter-circle plate 4x4 on the table, corner pointing to the front right. The two straight edges should form a right angle. The corner of this plate will also be the tip of the pizza slice! Put the plate 1x3 horizontally on the front row, leaving the leftmost knob empty." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0044_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically behind the previous piece on the rightmost column." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0045_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 2x2 to the left of the previous piece. Put 1 round tile 1x1 on the leftmost knob of the front row. Put the other round tile 1x1 on the backmost knob of the right column." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0046_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the current build, aligning the 2 corners and straight edges. This way, the quarter-circle of the bottom plate will protrude." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0047_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the black round plate on the front right knob. This means it is mounted on the knob that forms the tip of the pizza slice. Skip 1 knob to the left and put the dark green flower piece on the front row. Put the maroon red round tile on the middle knob of the quarter-circle plate 3x3." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0048_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the pizza slice upside down. Keep the tip of the pizza slice on the front right. Put the low profile brick into the front right corner. Make sure it is flush with the straight edges." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0049_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pin into the hole of the low profile brick. The cross axle has grooves while the other half of this connector is smooth. Make sure the smooth part sticks out after inserting." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0051_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pizza slice sign is finished! To mount it, flip it upright, pizza slice tip to the bottom, connector peg pointing to the back. Insert the connector peg into the hole at the front of the pizzeria." } ] }, { "id": "lego-41705-heartlake-city-pizzeria-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41705-heartlake-city-pizzeria-readscr/images/sm01-pizzaria-0052_step_Step%20%23AT_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pizzeria is finished! Well done! You can place the pizza oven behind the pizzeria building on the left half of the building, or next to it." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure1-0003_step_Step%20%23%23L_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we build the mechanic Minifigure." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure1-0000_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure1-0001_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on top." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure1-0002_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its handle into the mechanic's left hand." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure1-0003_step_Step%20%23%23L_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mechanic Minifigure is finished! Well done! She is wearing blue overalls with a chest pocket and a light blue shirt. There are two wrenches and a pen in the chest pocket. The mechanic's hair is in a tight plait so that it does not get in the way during repairs. She has a daring smirk on her face. She loves the thrill of the stunts!" } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0007_step_Step%20%23%23P_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Chuck D. Goldberg Minifigure." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0000_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0001_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sling of the knapsack around the neck, knapsack to the back. Put the head on the body." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0002_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the aviator goggles into the grooves on the aviator helmet." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0004_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helmet on the head." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0005_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Whenever Chuck is not doing stunts, you can swap the helmet for the cap." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0006_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into Chuck's left hand. It is printed with a treasure map!" } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-figure2-0007_step_Step%20%23%23P_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Chuck D. Goldberg Minifigure is finished! Well done! Chuck is wearing khaki trousers, a dark brown leather jacket with zipper, a shirt with red and white cross stripes and a green scarf tied into a knot. He has a scrubby red beard, his face twisted into a broad grin. He has several gold teeth! Chuck is wearing an eye patch over his left eye. What a character! There is no-one like him for sure." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sceleton-0004_step_Step%20%23%23V_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the scary skeleton Minifigure." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sceleton-0000_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the top connector of the skeleton torso. It is printed with a skull with 2 black circles for eye sockets, a black triangle for the nose opening and a big skeleton grin." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sceleton-0001_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap their clasps into the 2 bottom shafts. Make sure the little toes are pointing to the front." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sceleton-0002_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Using either clasp, snap the arms on the 2 arm shafts on the left and right side. Make sure the elbows are pointing down." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sceleton-0003_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head of the skeleton." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sceleton-0004_step_Step%20%23%23V_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The scary skeleton Minifigure is finished! Great job! It is the guardian of the diamond treasure. Do you think it will be able to defend it against Chuck D. Goldberg?" } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0006_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the stunt bike." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0000_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, flywheel to the right." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0003_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we assemble the front wheel of the bike." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0001_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0003_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the spokes of the rim into the front wheel fork on the motorcycle frame." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0004_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the motorcycle fairing on top of the motorcycle frame. Make sure the 2 larger side wings are more on the left, and the 2 small wings and rear fin are on the right. Insert the pin of the 2-winged propeller into the small side hole on the left side surface. This hole is located above the front wheel on the fairing." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0005_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the opening on the top surface in the left half of the fairing, and snap the bottom shaft into the clasp there." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-motorbike-0006_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The stunt bike is finished! Well done! Put the helmet on Chuck's head and take the stunt bike for a spin! As you might know, stunts take a lot of practice and a swing flywheel will only show its full effect if you practice your stunts well. Take the bike and spin its wheels on the table forward several times before letting it go. This way you wind up the wheels with speed. The faster you spin it forward, the faster your bike will go once you release it!" } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-chest-0002_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the treasure chest." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-chest-0000_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the lid onto the treasure chest bottom. The bottom has 2 notches inside next to its lowest side wall, and the lid has to stubs that fit into those notches." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-chest-0001_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them inside the treasure chest." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-chest-0002_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The treasure chest is finished! Great job! Close it tight and let the scary skeleton guard it." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sharks-0001_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build 2 stunt sharks." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sharks-0000_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 shark body in your hand, front opening to the right. Snap 1 shark jaw into the opening. Its flat side should be to the top, the curved side to the bottom. Repeat with the other shark body and shark jaw." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-sharks-0001_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 stunt sharks are finished! Well done! They will be mounted on the obstacle scaffolding in the very last step!" } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-barrels-0001_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 6 stunt barrels." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-barrels-0000_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 barrel on the table, barrel opening to the top. Put 1 round tile 2x2 on top. Repeat 5 times to make the other stunt barrels." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-barrels-0001_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 6 stunt barrels are finished! You can later arrange and stack the stunt barrels in every way you can possibly imagine! Chuck will either have to drive around them, jump over them or drive through them and make sure to hit them all! You can already give it a try." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0035_step_Step%20%23AJ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the obstacle scaffolding." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0000_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x10 vertically on the table. Put 1 plate 2x3 vertically on top, starting from the frontmost edge. Put the other plate 2x3 vertically on the backmost edge." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0001_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece, aligning their right edges, 4 columns overhanging to the left. Put the other one horizontally in front of the previous piece, 4 columns overhanging to the left." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0002_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 rightmost columns." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0003_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 ramp horizontally so that its plate 2x6 is to the back. Mount it underneath the overhanging flat tile at the front, left half protruding towards the left. Repeat symmetrically at the back: turn the other ramp horizontally with its plate 2x6 to the front. Mount it underneath the overhanging flat tile at the back, left half protruding towards the left." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0004_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column of the 2 previous pieces." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0005_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece aligned with its back edge, left half overhanging to the left. Put the other one horizontally in front of the previous piece in the same orientation." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0006_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn one horizontally so that its plate 2x6 is to the back. Mount the ramp underneath the overhanging flat tile at the front, 5 columns (4 with knobs, 1 without knobs) overhanging to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0007_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column of the 2 previous pieces." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0008_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left of the previous piece, one on the 2 back rows, the other one on the 2 front rows. If done correctly, 2 columns (without knobs) will overhang to the left." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0009_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered underneath the 2 previous pieces. Their left edges align, and the current piece also perfectly aligns with the front and back edges of the structure." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0010_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 6 backmost knobs of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0011_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 leftmost columns." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0012_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically centered on top of the previous piece. Make sure at the front and back there are 2 empty rows each. Repeat symmetrically on the right edge of the structure." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0013_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Each girder has 1 side knob on one of its vertical bars. We will use those for orientation. Put 1 girder on the 4 knobs in the back right corner, side knob pointing to the back. Repeat symmetrically on the back left corner, side knob to the back. Mount the other 2 girders on the front right corner and the front left corner, side knobs pointing to the front." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0014_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the right column of the girder in the back right corner, shaft to the right. Repeat symmetrically on the girder in the front right corner. Put another one vertically on the left column of the girder in the back left corner, shaft to the left. Repeat symmetrically on the girder in the front left corner." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0015_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece, slope overhanging to the right. Repeat symmetrically on the girder in the back left corner, slope overhanging to the right. Repeat this on the 2 right girders, slopes overhanging to the left." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0016_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the top surfaces of the 4 girders." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0017_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the girder in the back right corner, starting from the right edge, slope to the right. The leftmost column on that girder remains empty. Repeat symmetrically on the front right girder, slope to the right. Put the other 2 on the leftmost edges of the 2 left girders, slopes to the left. On those girders, the rightmost columns remain empty." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0018_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row, connecting the 2 front girders. Put 1 horizontally behind the previous piece. Repeat symmetrically on the 2 back girders." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0019_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 backmost rows, starting from the left edge. Repeat symmetrically on the right edge. Put another 1 horizontally on the 2 frontmost rows, starting from the left edge. Repeat symmetrically on the right edge." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0020_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally between the 2 previous pieces. If done correctly, it will be mounted in the middle of the 2 frontmost rows. Repeat symmetrically on the 2 backmost rows." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0021_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the right edge of the previous piece, slope to the right. Repeat symmetrically on the left edge of that same brick 2x6, slope to the left. Repeat symmetrically at the front with the 2 remaining pieces, again slopes to the left and right." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0030_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the spinning mechanism for the obstacle." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0022_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the pieces horizontally, and insert the cross axle pin into the extension from the left, connector sticking out towards the left." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0023_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the cross axle extension from the right, \u00be of the cross axle sticking out to the right." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0024_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle from the right and push it in all the way to the stop." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0025_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it vertically, and put the middle bushing (the round hole of the piece) on the cross axle from the right. This is not a tight fit, so the piece will move around for now. This is fine." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0026_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle from the right." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0027_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert 1 into the cross axle extension between the 2 disks from the back. \u00be of the cross axle will protrude to the back. Insert the other one into the same extension from the front, \u00be protruding to the front." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0028_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross axle extension horizontally on the cross axle sticking out towards the right. Insert the cross axle pin horizontally into the previous piece from the right, connector peg sticking out to the right." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0029_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn them so that their side holes are running from left to right (instead of front to back). Put the side hole of 1 round brick on the connector peg sticking out towards the left, and repeat symmetrically on the right." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0030_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The spinning mechanism for the obstacle is finished! Well done! Before you mount it, turn it vertically so that the round bricks 2x2 are at the front and back, and the 2 cross axles are pointing to the left and right. Mount it on top of the obstacle scaffolding in the middle. The round bricks 2x2 will fit neatly between the 4 roof tiles 2x2 we have mounted previously." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0031_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the 2 frontmost rows. This means it will sit on the round brick 2x2 and the 2 roof tiles to its left and right. Repeat symmetrically on the 2 backmost rows." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0032_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip 1 upright so that its bottom connector is pointing to the back. Insert the connector into the side hole of the round brick 2x2 at the front. Repeat symmetrically at the back. If you turn the steering wheels, the spinning mechanism will start to rotate." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0033_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "They will be attached on the 2 spinning cross axles in the middle of the structure. Continue for detailed instructions. Flip 1 girder upright and hold it horizontally. Make sure its 4 top knobs are pointing to the right. Now, insert the right cross axle of the 2 cross axles of the spinning mechanism into the bottom surface of the girder. Hold the other girder upright horizontally, knobs pointing to the left, and insert the other cross axle into the bottom surface." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0034_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of 1 palm tree leaf on the shaft pointing to the right on the front right girder, knobs to the front, leaves pointing to the top right. Repeat symmetrically on the front left girder, leaves pointing to the top left." } ] }, { "id": "lego-60342-the-shark-attack-stunt-challenge-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60342-the-shark-attack-stunt-challenge-readscr/images/sm01-obstacle-0035_step_Step%20%23AJ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The obstacle scaffolding is finished! Well done!" } ] }, { "id": "lego-41439-cat-grooming-car-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure1-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Mia Minidoll." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minidoll: put the upper body on top of the legs, and then put the head on top." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure1-1_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hairpiece on the head. Place the cat next to the Minidoll." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure1-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Mia Minidoll is finished! Well done! Mia is wearing light blue shoes with light lilac laces and soles, a lilac pair of shorts and a green sleeveless zipper jacket with side pockets. Underneath she is wearing a light blue sleeveless shirt. Mia has green eyes and light brown freckles on her cheeks." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure2-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Emma Minidoll." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure2-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minidoll: put the upper body on top of the legs, and then put the head on top." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure2-1_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hair on the head. Place the kitten next to Emma." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-minifigure2-2_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Emma Minidoll is finished! Great job! Emma is wearing purple shoes with white laces and pink soles, a pink skirt, a light lilac sleeveless shirt with white birds printed on it, and a blue sleeveless jeans jacket. She wears a dark blue double-row necklace with several large beads. Mia has brown eyes and a happy smile on her face." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-26_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the cat car." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-9_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 wheels of the cat car." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-2_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-8_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 3 more rims and 3 more tires. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-9_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 wheels of the cat car are finished! Great job! Snap them onto the 4 connectors of the wagon bottom." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-10_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the rightmost corner of the lower part of the wagon bottom." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-11_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x3 horizontally to the left of the previous piece. Put the small steering wheel 1x2 vertically to the left of the previous piece, steering wheel to the right." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-12_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two leftmost columns at the top." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-13_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 centered on the two rightmost columns, 2 knobs to the left. Put 1 flat tile 1x8 horizontally on the backmost row, starting from the right edge. Repeat symmetrically on the front row." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-14_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 upright vertically on the backmost side knobs on the right side of the vehicle. Put the round plate 2x2 upright in front of the previous piece. Put the other flat tile 1x2 upright vertically on the frontmost side knobs on the right side." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-15_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft end of this piece into the side knob on the right side. Make sure the trunk is pointing to the top." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-16_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the leftmost column of the structure, slopes to the right. This will be the ears of the cat face at the car front!" } ] }, { "id": "lego-41439-cat-grooming-car-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-17_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the windscreen 2x4x2 vertically to the right of the two previous pieces, slope to the left. Put the plate 1x4 vertically on top of the previous piece." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-18_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 3x4x\u2154 vertically on the table, 2 knobs to the left. Put the flat tile 1x2 vertically on top." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-19_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip this part upright and mount it on the 8 side knobs on the left side, rounded edge to the top. Make sure the bottom edge is flush with the vehicle bottom. This plate is printed with a cat's face: the nose is heart-shaped and pink, the snout is white and the surrounding fur is aqua blue, the eyes are orange and the cheeks are two pink ovals." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-20_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the box in the right lower part of the car. It is a dark brown cat biscuit with light brown sprinkles and white icing in the form of a cat paw." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-25_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the removable cat seat." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-21_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 on the table. Make sure it forms straight rows and columns in front of you. Put the smooth curve brick horizontally on the backmost row, curve to the back." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-22_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 centered in front of the previous piece. Put the brick 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-23_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row, curve to the front." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-24_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front knob of the rightmost column." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-25_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The removable cat seat is finished! Well done! Mount it horizontally on the right half of the cat car, covering the box with the biscuit in it. Make sure the cat seat and vehicle are flush on the right edge." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-car-26_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cat car is finished! Well done! Now, Emma is ready to go and pick up cats and kittens, feed them and play with them! Give it a test drive if you like!" } ] }, { "id": "lego-41439-cat-grooming-car-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-11_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the cat grooming salon." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the half-circle plate 4x8 horizontally on the table, straight edge at the back, half-circle to the front. Put the brick 1x2 horizontally on the backmost row, starting from the right edge." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-1_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 horizontally to the left of the previous piece. Put the brick 2x2 to the left of the previous piece." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-2_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the backmost row, starting from the right edge." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-3_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the previous piece, starting from the right edge, clasp to the front. Put the plate 1x2 horizontally on top of the previous piece." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-4_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x4x3 horizontally to the left of the two previous pieces, panel to the front. This piece is printed with a make-up mirror with four lights on the left and right sides each, and pink and lilac framing. It is decorated with one big and six small lilac star stickers at the top. Put the roof tile to the left of the previous piece on the brick 2x2, slope to the front. This piece is printed with a neon blue cash register consisting of a keypad, a contactless payment function and a slot for card payment." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-5_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the wall element, slopes to the back." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-6_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the scissors handle into the clasp pointing to the front on the right side. Insert the handle of the hairbrush into the top knob on the right edge of the backmost row. Put the flat tile 1x2 on the left knob of the cash register on the left side. This piece is printed with a banknote worth \"100\"." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-8_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bow into the box." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-9_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the box bottom." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-10_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this box centered on the frontmost edge of this build." } ] }, { "id": "lego-41439-cat-grooming-car-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41439-cat-grooming-car-readscr/images/sm01-building-11_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cat grooming salon is finished! Well done! Now, Mia can welcome all cats and kittens in her salon and fulfill all their hairstyle wishes. What a treat!" } ] }, { "id": "lego-41389-ice-cream-cart-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Figur%201-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the very first part we will build the minidoll Stephanie and her\u00a0safety helmet. We will look for Stephanie's dog Dash, as well!" } ] }, { "id": "lego-41389-ice-cream-cart-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Figur%201-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Figur%201-1_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Figur%201-2_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Figur%201-3_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the hair piece. Now you have built Stephanie. Well done!" } ] }, { "id": "lego-41389-ice-cream-cart-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Figur%201-4_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helmet visor on the front side of the safety helmet. The front side is where there is an open gap. Now Stephanie can put on her helmet when she later will go for a ride on her scooter. You\u00b4ll have to remove the hairpiece to put on the helmet." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Figur%201-5_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stephanie loves to play with Dash, and sometimes he manages to catch a drop of melting ice cream." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-8_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next part, we will build a caf\u00e9 set with two chairs." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-1_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the round plate." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-2_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-3_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on one of the midmost knobs. The tile is decorated as a tasty cookie! Well done! Now the caf\u00e9 table is finished." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-6_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build two caf\u00e9 chairs." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-5_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-6_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first chair is finished! Place it next to the table." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-7_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tile on top of the plate. The second chair is finished and you can place it by the table." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Table-8_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done, the caf\u00e9 table set is finished! What a nice spot to sit down and relax and enjoy a fresh scoop of ice cream." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-8_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it is time to build the moped for Stephanie." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-0_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, front screen to the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-1_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the moped top upside down, front screen to the left. Now, clip the bucket handle onto the clasp in middle, handle ends to the right. Flip the moped top right side up again, front screen remains on the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-2_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the right top of the moped, shaft to the right. Mount the round tile 1x1 upright on the left side surface. This is the headlight!" } ] }, { "id": "lego-41389-ice-cream-cart-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-3_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the right row." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-4_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip it into the clasp on the top left part of the moped, handles to the right." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-7_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build a set of wheels." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-6_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hub into the tyre." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-7_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the pointy sticks of the tyre into the clasp at the bottom left part of the moped." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-scooter-8_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, collect the following 2 pieces for the second tyre: 1 white hub for scooter tyre. It has 2 pointy sticks, and 1 black small rubber tyre. Put the hub into the tyre. Clip the pointy sticks of the tyre into the clasp at the bottom right part of the moped. Now you finished building the moped, very well done! If you have not done it already, you can put the safety helmet on Stephanie's head. Please remember to first remove her hair. Now Stephanie is ready for a ride on her brand new moped." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-47_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next part we will build the ice cream cart." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-0_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, knobs to the top." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-1_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the back row of the lower part on the leftmost edge. Repeat symmetrically on the right." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-2_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle between the previous pieces." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-3_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the frontmost row to the left and right of the previous piece, clasps to the front." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-6_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will build an overhang part of the cart. We will build 3 identical ones in total." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-4_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the front." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-5_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright yellow roof tile 1x1 upright on the right side knob of the brick, slope to the bottom. Mount the other roof tile 1x1 in the same orientation to the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-6_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the build horizontally on the back row on the leftmost edge of the lower part, slopes to the back." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-9_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let\u00b4s repeat this build." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-7_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, knobs to the front." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-8_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright yellow roof tile 1x1 upright on the right side knob of the brick, slope to the bottom. Put the other roof tile in the same orientation to the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-9_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the build horizontally on the back row next to the previous build, slopes to the back." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-12_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let\u00b4s build the third and last part of the overhang." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-11_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright yellow roof tile 1x1 upright on the right side knob of the brick, slope to the bottom. Mount the other roof tile in the same orientation to the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-12_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the build horizontally on the back row next to the previous build, slopes to the back." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-13_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 1x2 plate vertically on the rightmost column on the high part of the structure, side shaft to the right. Put the 2 plates 1x1 on the leftmost column on the high part of the structure, clasps to the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-14_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the left and right edge of the frontmost row on the lower part of the structure." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-15_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that one side plate is on the left, and one side plate is at the front. Put it left of the previous piece on the frontmost row on the right edge." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-16_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one plate 1x2 horizontally on the frontmost row on the right edge of the higher part of the structure. Repeat symmetrically on the left side. Put the plate 2x4 horizontally on backmost row in the middle, overhanging slightly to the back." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-17_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one to the right of the previous piece, 45\u00b0 corner to the back and to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-18_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, start with putting one of the plates 1x2 vertically on the second column from the left, starting from the front. Put the round plate 2x2 to the right of the previous piece. Put the other plate 1x2 vertically on the second column from the right, starting from the front. Put the round tile 1x1 on the backmost row, second knob from the right. This coin can be used for buying ice cream." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-19_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put all 4 pieces on the round plate 2x2 on top of the structure, just next to each other. These pieces are the 4 different scoop flavors - strawberry, chocolate, mint, and frozen yoghurt. Which one is your favorite?" } ] }, { "id": "lego-41389-ice-cream-cart-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-20_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on the two plates 1x2 on top of the structure." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-25_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the roof of the ice cream cart." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-21_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-22_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically underneath on the left and right edge of the plate 1x6, spare knobs overhanging to the front." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-23_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one bright yellow curved tile vertically on the rightmost knob, curve overhanging to the front. Put the purple violet curved tile identically to the left, overhanging to the front. Put the remaining bright yellow curved tile identically to the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-24_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one purple violet curved tile vertically to the left, curve overhanging to the front. Repeat this with the bright yellow curved tile and the remaining purple violet curved tile. Now the roof for the ice cream cart is finished. Very good job!" } ] }, { "id": "lego-41389-ice-cream-cart-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-25_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the cart left to right. This means that the 2 clasps are now on the right side, and the side handle on the left side. Mount the roof horizontally on top of the 4 flagpoles." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-26_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip one of them horizontally onto the front flagpole on the left, somewhere in the middle of the pole. Clip the other one horizontally onto the flagpole at the back, a little lower this time." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-27_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tile on top of the plate with shaft, flat end towards the shaft. Voila, this is now a popsicle, with banana flavor. Clip the shaft of the popsicle onto one of the skeleton arms on the left poles." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-28_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tile on top of the plate with shaft, flat end towards the shaft. This is a popsicle with pistachio. Clip the shaft of the popsicle onto the remaining skeleton arm on the left pole." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-29_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clips the shafts of the cones into the side clasps on the right side of the structure." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-32_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will make a sign for the ice cream cart. This will be tricky, since we will use a sticker. You might need some help." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-30_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, clasps to the left." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-31_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the sticker on the flag, price tag in the right corner at the bottom." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-32_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the flag upright onto the front flagpole on the right side, flag to the right." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-33_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip the skeleton arm horizontally onto the side handle on the left side of the structure, piece bending upwards. This is actually the handle of the ice cream cart. It can be connected to the shaft on the back end of the moped." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-37_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will build two prop stands for the ice cream cart." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-35_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-36_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Now you have built the first prop stand. Good job! Time to build the second one. Collect the following 3 pieces: 1 purple violet flower 1x1, 1 medium stone grey round plate 1x1 with top shaft, And 1 medium stone grey tube with shaft. Put the round plate with shaft on top of the flower piece. Put the tube with shaft on top of the previous piece. Well done, you have now built the second prop stand." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-37_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the ice cream cart left to right. The ice cream cones are now on the left side and the space skeleton arm is on the right side. Clip the top shafts of the prop stands onto the clasps on the front side of the structure, and fold the prop stands down." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-41_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Your ice cream cart might be a bit unstable now. That\u00b4s okay, because we will now build two wheels that will stabilize the cart again." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-39_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-40_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the steering wheel upside down. Insert the cross axle into the cross hole in the middle." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-41_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the wheel upright by inserting the connector into the middle hole at the bottom on the front side of the structure." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-45_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will build the second wheel." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-43_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-44_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the steering wheel upside down. Insert the cross axle into the cross hole in the middle." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-45_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the wheel upright by inserting the connector into the middle hole at the bottom on the back side of the structure." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-46_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the spoon into the 1x1 corner piece on the back row of the lower part of the structure on the left side." } ] }, { "id": "lego-41389-ice-cream-cart-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41389-ice-cream-cart-readscr/images/sm01-Shop-47_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished the whole model. Very good job!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_01-4_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Mario figure. Continue if you want to insert 2 AAA batteries to activate Mario's additional scanning and audio functions now. If not, skip the next 3 sentences. Use a Philips head screwdriver to loosen the screw on the back of the Mario figure, and take off the lid of the battery compartment. Insert 2 AAA batteries into the 2 battery compartment slots. Make sure both knobs of the batteries are pointing to the top towards Mario's head. Close the battery compartment again and tighten the screw. More about Mario's functions later. Now let's build!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_01-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, 2 side knobs pointing to the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_01-1_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the figure bottom, nose and moustache to the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_01-2_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 light nougat brown round tiles 1x1 on the left and right side knob on Mario's head. These are his ears! Put the 2 bright yellow round tiles 1x1 on the 2 side knobs pointing to the front. These are the buttons of Mario's overalls!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_01-3_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of Mario's head, brim to the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_01-4_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Mario figure is finished! Well done! Mario is an Italian plumber living in New York, and he is wearing blue overalls with yellow buttons, a red longsleeved shirt, white gloves, brown shoes, and a red cap with a red \"M\" in a white circle on the front. He is known for his cheerful smile and his large black moustache. Mario's eyes are actually LED displays showing different expressions, and on his belly there is a small display as well. If Mario is activated, his eyes and the belly display light up according to his mood and to the surface he is standing on. Continue if you want to activate Mario and hear about his different sounds. If not, skip the next 5 sentences or simply jump to the next section. If you have inserted batteries already, you can now press the lower of the two buttons on Mario's back. Mario will welcome you with \"LEGO Mario time!\". If you make him walk he will make walking sounds and collect coins. If you make him jump he will make jumping sounds. There are two different sounds for low and high jumps! Sometimes he will even shout \"Yipee!\". If you put Mario flat on the table for a while, he will tell you that he's tired and will fall asleep. If you want to turn him off, just press the lower button on his back again. Find out how he says goodbye! To find out what he does with different colors and function stickers, let's keep building and find out along the way!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-7_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Goomba figure." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-0_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with feet on the table, wider ends of the feet to the front. Put the brick 1x2x1\u2154 vertically on the right column, smooth side to the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-1_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, smooth side to the right. This means that the two smooth sides are touching in the middle." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-2_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs pointing to the front. This piece is printed with the face of the Goomba: the Goomba looks menacing, two of its teeth are sticking out from its lower jaw. It has two big white eyes with black pupils and 2 black curved eyebrows." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-3_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the 2 lower side knobs that are pointing to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-4_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the previous piece and the 2 knobs above it, curve to the top. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-5_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs pointing to the back." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-6_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the Goomba." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_02-7_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Goomba figure is finished! Well done! He is a grim looking fella that can be dangerous for Mario. The only way to get past a Goomba is to jump on it! An activated Mario will collect a coin every time he manages to jump on the Goomba and get it out of the way!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_03-5_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Start Pipe." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_03-0_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the knobs form rows and columns in front of you. To find out what it sounds like when Mario is walking on grass, turn him on and try it with this green element!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_03-1_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the backmost row which consists of 2 knobs, and mount 1 brick 2x4 horizontally centered. Put the other one horizontally in front of the previous piece. If done correctly, there are 2 empty knobs on each side of the 2 bricks: front, back, left and right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_03-2_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column of the 2 previous pieces. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_03-3_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 horizontally between the 2 previous pieces at the back. Put the flat tile 2x2 with sticker in front of the previous piece. Put the other flat tile 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_03-4_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it around the previous pieces. The structure in the middle fits perfectly into the hole of the tube. It connects with the outermost knobs of the base plate." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_03-5_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Start Pipe is finished! Well done! If an activated Mario jumps into the Pipe, you will hear swallowing sounds and Mario's countdown for the course will start. As the name suggests, the Start Pipe is a good starting point for any course you build!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-7_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's build the Goal Pole." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-0_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the knobs form straight rows and columns again." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-1_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the 4 middle knobs at the frontmost edge. Put the brick 2x2 on the 4 middle knobs at the backmost edge." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-2_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-3_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it upright into the hole of the previous piece. Push it down firmly into the hole of the brick with side grooves." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-5_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the tip of the goal pole." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-4_step_Step%20%23FE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the table. Make sure the knob (which is the narrow end of the piece) is at the top. Put the technic ball on top." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-5_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the shaft of the goal pole from the bottom into the tip that you have just built." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-6_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 clasps onto the goal pole from the right just beneath the tip. This piece is printed with a white Bowser Jr. face." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_04-7_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Goal Pole is finished! Well done! This module is the perfect finish area for your courses. When Mario jumps on the function code sticker, you will hear the triumphant finishing melody." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_12-2_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 decorative flowers." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_12-0_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 plants 1x1 on the table. Insert the shafts of the flowers into the knobs of the plants." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_12-2_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The decorative flowers are finished! Well done! You can add them to different modules of the Mario course as you like. Try jumping on the yellow flower with an activated Mario - you will hear the sound that Mario makes when he is walking on sand! This set does not have any sand elements, but some extension sets do! If you want, you can try to build your first course now. Start with the Start Pipe, mount a green connecting plate (for instance a plate 2x12) underneath, place the Goomba in the middle of the connecting plate, and mount the Goal Pole module on the other end of the connecting plate. Activate Mario, jump into the Start Pipe, run on the grass, jump on the Goomba, and finish on the function code sticker in front of the Goal Pole!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-11_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the module with Question Mark Block." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-0_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the profile brick 1x2 horizontally on the back row, starting from the right edge. Make sure the single horizontal carving is to the front, and the actual brick carvings are to the back." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-1_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it symmetrically on the left edge of the back row, brick carvings to the back." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-2_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece, brick carvings to the front. Repeat symmetrically on the right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-3_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the four rightmost knobs. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-6_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the stand for the module with Question Mark Block." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-4_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-5_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the right column, panel to the left. Put the other one vertically on the left column, panel to the right. This means the 2 panels touch in the middle." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-6_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The stand is finished! Mount the Block structure (the plate 2x6 with 2 blocks) horizontally centered on top of the stand." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-10_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Question Mark Block." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-7_step_Step%20%23FG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-8_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x2 on the previous piece. Two of its side surfaces are printed with a white question mark outlined in black and 4 brown nails. Put the flat tile with sticker on top." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-10_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Question Mark Block is finished! Well done! Put it in the middle of the Block structure, side prints to the front and back. The Question Mark Block is a bit higher than the 2 normal blocks on its sides so that Mario can land on it." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_05-11_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The module with Question Mark Block is finished! Well done! When an activated Mario jumps on the Question Mark Block, you are in for a surprise. He might just get a few more coins which are always handy! But he might get a Super Star in which case he will be immune to any dangers as long as you can hear the melody! He might even get a mushroom which will make him grow. Try it and find out!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_06-3_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Low Hill module." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_06-0_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the knobs form rows and columns in front of you." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_06-1_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the back row. Repeat symmetrically at the front. Put 1 vertically centered on the right column. Repeat symmetrically on the left. If done correctly, there is 1 empty knob on each corner of the base plate." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_06-2_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Its feet will fit neatly between the 4 bricks." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_06-3_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Low Hill module is finished! Great job! Use it as an obstacle for great jumps in your course." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-6_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Medium Hill module." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-0_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-1_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Arrange them just like on the low hill module: put 1 horizontally centered on the back row. Repeat symmetrically at the front. Put 1 vertically centered on the right column. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-2_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 middle columns." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-3_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically centered to the left and right of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-4_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 vertically on the 2 previous pieces. Put 1 horizontally centered on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-5_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The feet again fit perfectly between the bricks." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_07-6_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Medium Hill module is finished! Good work! You can also use it as an obstacle." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_08-3_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the High Hill module." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_08-0_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_08-1_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the back row. Repeat symmetrically at the front. Put 1 vertically centered on the right column. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_08-2_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Its feet again fit perfectly between the bricks." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_08-3_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The High Hill module is finished! Good job! Use it in your course however you lik!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_09-5_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the decorative tree." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_09-0_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_09-1_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the flagpole by inserting the flagpole into the bottom of the round brick. Make sure that the brick's narrow end with knob is at the top. Put the other round brick on top, narrow end to the top. Make sure to slide both round bricks down on the flagpole." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_09-2_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the flagpole into the knob from the bottom. Make sure the dome opens towards the top. Push it down firmly until it touches the round brick 1x1." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_09-3_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_09-4_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_09-5_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The decorative tree is finished! Well done! You can add it to any module you like. Maybe not the lava though." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_10-4_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the decorative cloud element." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_10-0_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the narrow end with knob is to the top." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_10-1_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant 1x1 on top of the previous piece. Put the round plate 1x1 on top." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_10-2_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft end top to bottom into the three previous pieces. Now this structure will be very wobbly and won't stand on its own. You can also put it flat on the table, it's almost done." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_10-3_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the plate 1x2 at the top of the pole." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_10-4_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The decorative cloud element is finished! Great job! You can add it to modules as you like." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_11-3_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the Low Hill on Water module." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_11-0_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure that the knobs form straight rows and columns in front of you." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_11-1_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the second row from the back. Repeat symmetrically at the front. Put 1 vertically on the second column from the right. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_11-2_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 4 previous pieces." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_11-3_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Low Hill on Water module is finished! Great job! Use it in your course as a place for Mario to rest in the water. If you later use blue connecting plates, Mario will have to swim to get to the low hill!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_13-3_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Lava module with stepping stones." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_13-0_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the knobs form straight rows and columns in front of you." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_13-1_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can choose to build the 2 stepping stones anywhere on the base plate. In the next 3 sentences we will describe the intended locations which might be a bit tricky to find. First, identify the 2 middle rows running from the left edge towards the middle. Skip the leftmost column, and mount 1 round plate on the front row of those 2 middle rows and the 1 knob in front of it. Repeat symmetrically at the right back: identify the 2 middle rows running from the right to the center. Skip the rightmost column, and mount the other round plate on the back row of those 2 middle rows and the 1 knob behind it." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_13-2_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the two previous pieces." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_13-3_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Lava module with stepping stones is finished! Well done! Careful! If Mario jumps on the lava he will scream and you will hear a sizzling sound! The longer you leave him, the more dangerous it gets for him! He will make a sigh of relief once you get him to safety." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-9_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the Launching Platform. It can be used like a catapult to launch off other elements such as the castle tower or Bowser Jr. etc." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-0_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure that the knobs form straight rows and columns in front of you." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-1_step_d.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 middle rows, starting from the right edge, top tube to the right and back." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-2_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 2x2 on the 4 knobs of the previous piece. Insert the connector peg front to back into the top tube at the right edge." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-3_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the plate 2x4 with top tube. The roof tiles will be mounted horizontally to its left. Turn 1 roof tile horizontally, slope to the right. Mount it to the left of said round tile 2x2, but make sure to move it back 1 row. This means that the front row of the roof tile touches the plate 2x4 with top tube, but its back row does not. Put the other roof tile in front of the previous piece in the same orientation. If done correctly, both roof tiles symmetrically touch the plate 2x4 with top tube in the middle. To the left of the roof tiles is 1 empty column, and to the front and back of the roof tiles are 2 empty rows each." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-4_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it so that the side tube is on the right and the knobs are to the top. Put the side tube front to back onto the connector peg on the right edge. This piece can now be moved up and down. For now, put it flat on the structure on top of the round tile 2x2." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-5_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically behind the left edge of the previous piece, slope to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-6_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round tiles 1x1 on top of the two previous pieces. Put the plate 1x4 vertically on the second column from the left, on top of the 2 roof tiles 2x3." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-10_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the launching board." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-7_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-8_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-10_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the launching board horizontally on the 6 knobs of the plate 2x4 with side tube, flush on the left edge, 2 columns overhanging to the right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_14-9_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Launching Platform is finished! Well done! To test it, place one of the Hill modules on the 2 top knobs and the launching board, but don't let the knobs fully engage. Then let Mario jump on the right edge of the launching board and the hill element will come flying right off! You can later repeat this with the Castle Tower, Bowser Jr. , and other elements." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_15-6_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Castle Base." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_15-0_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_15-1_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the second row from the back. Repeat symmetrically at the front. Put 1 vertically on the second column from the right. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_15-2_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 4 previous pieces. Its feet fit neatly between the 4 bricks." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_15-3_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row of the previous piece, brick carvings to the back. Repeat symmetrically at the front. Put 1 vertically on the rightmost column of the high base plate, brick carvings to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_15-4_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the back knob of the previous piece, slope to the back. Put another one in front of the previous piece, slope to the front. If done correctly, these two pieces now form a sloped surface that looks like a small roof. These are the battlements of your castle base. Repeat symmetrically with the remaining 6 roof tiles on the other 3 bricks with brick carvings." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_15-6_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Castle Base is finished! Well done! Add it to your course as you wish. You can later mount the castle tower on top, or let Bowser Jr. wait here for Mario!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_16-6_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Castle Tower." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_16-0_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_16-1_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the back row. Repeat symmetrically at the front. Put 1 vertically centered on the right column. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_16-2_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Its four feet will fit neatly between the 4 bricks." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_16-3_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, brick carvings to the back. Repeat symmetrically at the front. Put 1 vertically on the rightmost column, brick carvings to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_16-4_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Use them to form battlements again: Put 1 on the back knob of the previous piece, slope to the back. Put another one in front of the previous piece, slope to the front. Repeat symmetrically with the remaining 6 roof tiles on the other 3 bricks with brick carvings." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_16-6_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Castle Tower is finished! Well done! You can either mount it on top of the catapult, the castle base, or use it as an independent module in your Mario course." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-20_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Bowser Jr. figure." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-0_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, wide end to the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-1_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the middle knob of the back row. Put the brick 1x1x1\u2154 on top of the previous piece, side knobs to the back." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-2_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1x1\u2154 in front of the previous piece, side knobs to the front. Put the round plate 1x1 on top of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-3_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column. Repeat symmetrically on the right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-4_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-5_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector pegs into the side holes of the 2 previous pieces." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-6_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-7_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x1 with side knobs on the rightmost knob of the front row, side knobs pointing to the right and to the front. Put the brick 1x1 to the left of the previous piece. If you cannot place the element on said location, you may have placed the previous piece incorrectly. Pay good attention to the orientation of the side knobs. Put the other brick 1x1 with side knobs to the left of the previous piece, side knobs pointing to the left and to the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-8_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright on the side knob pointing to the right. The corner of the quarter-circle tile and the corner of the brick should align perfectly. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-9_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x1 with side knob and bottom foot on the rightmost knob of the back row, side knob and foot to the right. Put the brick 1x1 to the left of the previous piece. Put the other brick 1x1 with side knob and bottom foot to the left of the previous piece, side knob and foot to the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-10_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the side knob of the previous piece. Repeat symmetrically on the right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-11_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-12_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 horizontally on the back row. Put the brick 1x3 horizontally on the front row, print to the front. This piece is printed with Bowser Jr.'s two grim black eyes and two bushy red eyebrows." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-13_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x3 upright horizontally on the 2 bottom side knobs on the front surface. It is printed with Bowser Jr.'s bib: it is white and there is a monstrous mouth with red lips and pointy teeth on it. Put the tile 2x4 with round corners upright horizontally on the side knobs above the previous piece. This piece is printed with Bowser Jr.'s mouth: he is laughing, you can see his red tongue and one white tooth in his mouth. On top of that, two small brown dots form his nose." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-14_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the middle column on top of the figure. Put the round plate 1x1 on top of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-15_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tiles vertically to the left and right of the previous piece. Put the roof tile 1x1x\u2154 on the last knob on top of Bowser Jr.'s head, slope to the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-16_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically on the 2 side knobs pointing to the back. Make sure the plate is aligned with the bottom edge of the figure." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-18_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we make Bowser Jr.'s shell." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-17_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shell base 4x4 on the table. Put the flat tile 2x2 on the 4 knobs in the middle." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-18_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount Bowser Jr.'s shell upright on the side knobs at the back. The shape at the bottom of the shell fits perfectly around the plate 2x4. If the shell doesn't fit, you may need to rotate it left or right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_17-20_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Bowser Jr. figure is finished! Excellent work! Bowser Jr. is the boss of your Super Mario course. But be careful: mario can only defeat him if he jumps on Bowser Jr.'s shell! And beware, one jump is not enough to defeat him! Find out what happens if you jump on Bowser Jr.'s head." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-11_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Spinning Platform on water." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-0_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the knobs form straight rows and columns in front of you." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-1_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the center of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-2_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Firmly snap it on the gear ring of the previous piece. Make sure you hear a \"click\" sound. If mounted correctly, you can spin the round plate. Turn it so that it forms straight columns and rows in front of you." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-3_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost 2 knobs of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-4_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered in front of the previous piece. Put the other one horizontally on top of the previous piece." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-5_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the 2 previous pieces." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-10_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the spinning arm." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-6_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-7_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the left edge. This means it will connect with the 8 leftmost knobs." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-8_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece on the back row. Repeat symmetrically at the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-9_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece on the front row, curve to the front, 1 row overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-10_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The spinning arm is finished! Great job! Mount it on top of the platform base. Make sure to align the cross-like shapes of spinning arm and platform base." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_18-11_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Spinning Platform on water is finished! Well done! This is a particularly tricky obstacle. Make sure to stand on the function code sticker to hear the suspenseful music. If Mario falls off while spinning, he will fall into the water which means he has to go back to the start. The more rotations you manage, the more coins Mario will collect!" } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-9_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the Cloud Platform." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-0_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down on the table. This means that the knobs touch the table." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-1_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it vertically in the middle of the plate." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-2_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically centered on the rightmost column. It fits perfectly between the 2 feet on the right side. Repeat symmetrically on the left." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-3_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in the 4 corners. The disks will align perfectly with the rounded corners of the base plate. They will cover the entire surface." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-4_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure right side up again. Put 1 horizontally on the 2 backmost rows, left cloud bump overhanging to the left, and 1 row overhanging to the back. Put the other 1 horizontally on the 2 frontmost rows, right cloud bump overhanging to the right, and 1 row overhanging to the front." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-5_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 left knobs of the previous piece. The rightmost knob of the cloud remains empty. Put the other one horizontally on the cloud at the back, leaving its leftmost knob empty." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-10_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the arm of the Cloud Platform." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-6_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4x\u2154 upside down on the table. Put the plate 1x2 vertically centered on the leftmost column." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-7_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered to the right of the previous piece, 7 columns overhanging to the right." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-8_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure right side up again. Make sure the 7 overhanging columns are pointing to the right. Put the round tile on the 4 rightmost knobs." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-10_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The arm of the Cloud Platform is finished! Mount its large square centered on top of the base of the cloud platform, arm to the right. The 2 horizontal gaps at the bottom of the plate with rounded corners attach to the 2 plates 1x2 on the base of the Cloud Platform." } ] }, { "id": "lego-71360-adventures-with-mario-starter-course-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71360-adventures-with-mario-starter-course-readscr/images/sm01-71360_19-9_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Cloud platform is finished! Great job! This is a special module: you can use it to let Mario fly in the air! Mount him on the knobs of the cloud so that he stands right above the sticker. Hold it by the arm and let Mario fly through the air on this cloud! He will collect coins and arrive safely at his next location!" } ] }, { "id": "lego-60252-construction-bulldozer-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_2-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build one of the construction workers." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_2-0_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_2-1_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the legs. The construction worker wears a white shirt with an open blue jacket. The jacket has front pockets and orange reflectors." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_2-2_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the body." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_2-3_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_2-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done, now you're finished building the construction worker." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Sign-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a sign for the construction site." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Sign-0_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, flat tile 2x2 to the bottom, side knobs to the front." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Sign-1_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically upright on the side knobs, striped end to the bottommost edge." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Sign-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you have built the construction sign, good job." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Cones-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next part we will build the 2 cones." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Cones-1_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one cone on top of one plate. Repeat with the other one." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Cones-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you have built the 2 cones. These are used to keep unauthorized persons from entering the construction area." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-34_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the bulldozer with trailer." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-0_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-1_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row of the waggon piece." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-2_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally, ball connector to the right. Put it on the rightmost knobs in the middle, the ball connector overhanging to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-3_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-4_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-5_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-6_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left, hinge stub to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-7_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row of the structure." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-8_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost row. Put the second one vertically to the left of the previous one." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-9_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on top of the previous 2 pieces." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-10_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the previous 2 pieces, slopes to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-11_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the profile brick horizontally, on the back row at the rightmost edge. Make sure that the profile running top-to-bottom is facing inwards. Put the curved brick horizontally to the left, curve to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-12_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile on the middle two rows on the leftmost edge, slope to the left. Put the brick to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-13_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the steering wheel vertically to the right, side plate to the left. Put the seat to the right, backrest to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-14_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the profile brick horizontally, on the front row at the rightmost edge. Make sure that the profile running to-to-bottom is facing inwards. Put the curved brick horizontally to the left, curve to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-15_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it on the hinge stub on the left side of the structure." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-16_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top, one on the back row and the other on the front row." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-17_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the remaining knobs on the left, clasps to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-18_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, curve to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-19_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on the connectors at the front side of the structure." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-20_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on the back side of the structure." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-21_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! The mounting of the grease bands can be a bit tricky. Put the grease bands around the rims on each side." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-22_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Click one of the bars at the bottom of the driver's cab into the clasps on the top left of the structure. Afterwards, fold the bar on the right down until it touches the structure on the right. This is now the driver's cab of the bulldozer." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-23_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on one of the knobs on top of the driver's cab. This is the lamp of the bulldozer. The bulldozer is now finished. Very good job! Now, if you open the driver's cab to the left, you can place the minifigure onto the seat; and then close it again. The construction worker is now ready to shovel some soil." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-33_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a trailer for the bulldozer." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-24_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-25_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top at the rightmost edge. Put the second one to the left, but skip one column between the two pieces." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-26_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the leftmost column of the structure, towing extension and ball overhanging to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-27_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn it horizontally, and make sure the column with the 4 knobs is on the left side. Then, flip it upside down, knobs to the bottom. Now, turn the whole structure upside down, ball to the left. Mount it horizontally in the middle of the truck bed. Make sure that the ball and the column with the 4 knobs are on the same side." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-28_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically upside down in the middle, connectors to the front and back." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-31_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a set of wheels." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-30_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the tires." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-32_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the tires on the two connectors on the bearing element." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-33_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now the trailer is finished. Flip it right side up and mount it on the ball connector on the back side of the bulldozer." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Machine-34_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Good job! Now the construction worker really can bring his bulldozer to the construction site to dig up soil and carry it away." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_elements-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 3 wall pieces." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_elements-1_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tiles on top of the bricks." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_elements-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you have 3 pieces of soil. You can transport them in the trailer. You are now finished with bag 1." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_1-1_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body horizontally on top of the legs. The construction worker wears a white shirt with an open brown jacket. The jacket has front pockets and orange reflectors." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_1-2_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. This guy wears glasses and has a nice smile." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_1-3_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-MiniFigure_1-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The construction worker is now finished. Well done!" } ] }, { "id": "lego-60252-construction-bulldozer-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-26_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the crane tower with the wrecking ball." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-0_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure one of the 4 straight edges is facing you. If put down correctly, the knobs on the plate form columns and rows in front of you. Be careful not to pick one of the 4 diagonal edges." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-1_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the rightmost two columns, slopes to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-2_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous elements." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-3_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the left of the previous piece on the third row from the back. Put the other one horizontally to the left of the wall element on the third row from the front." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-4_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-5_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the wall elements." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-6_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the tower so the roof tiles are facing you. Put them horizontally on the roof tiles, clasps to the front." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-7_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous bricks. The tile is printed with white and red stripes." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-8_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top of the 6x6 plate." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-9_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one centered on the rightmost edge, shaft to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-10_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top centered at the rightmost edge. Repeat symmetrically on the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-11_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach it to the shaft on the left side of the tower. Fold the lattice downwards." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-19_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the crane function of the tower." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-12_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-13_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the 4 knobs on the right, seatback to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-14_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the seat, top hinge stub to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-15_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the previous plate, slope to the right. The tile is printed with two dials." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-16_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row, straight edge to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-17_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach the fork part of the brick on the left of the structure." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-18_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach the fork part to the hinge on the left end of the previous piece." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-19_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount this build on top of the tower: put the hole of the round brick 4x4 on the connector at the top. Make sure the crane arm is on the left side just as the lattice." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-24_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build the wrecking ball." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-20_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-21_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-22_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-23_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one end of the chain on the knob." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-24_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the other end of the chain on the leftmost end of the crane arm." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-25_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach the hammer to the clasp on the lower right side. Attach the shovel to the clasp on the lower left side. Put the hook on the shaft on the right side of the tower." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment_2-26_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished the tower with the wrecking ball." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_Bricks-4_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now going to build 2 narrow and 3 broad wall pieces." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_Bricks-0_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_Bricks-1_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top of each brick. Next, we will build the two narrow wall elements." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_Bricks-2_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_Bricks-3_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top of each brick." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Wall_Bricks-4_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! You can use these to build walls and demolish them again with the wrecking ball." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-15_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now going to build a cement mixer." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-0_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-1_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top on the right edge." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-2_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, hole to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-3_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, connector to the left." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-4_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the right, straight edge to the right." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-5_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the lower level to the left, connectors to the front and back." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-8_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make 2 wheels." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-7_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rim into the tire." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-8_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wheel on the front connector." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-9_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rim into the tire. Put the wheel on the back connector." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-12_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we'll build the concrete mixer drum." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-10_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-11_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-12_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! You will have to mount the mixer drum in a special orientation. Turn it upright. Then, insert the connector on the structure into the hole of the round brick 4x4." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-13_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the hole in the plate on the right side of the cement mixer." } ] }, { "id": "lego-60252-construction-bulldozer-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-14_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them into the cone on the left. They are your cement!" } ] }, { "id": "lego-60252-construction-bulldozer-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60252-construction-bulldozer-readscr/images/sm01-Equitment-15_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished the cement mixer. Nice job! You are now finished building the whole model. Enjoy the play." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-minifig_1-0002_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the submarine pilot Minifigure." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-minifig_1-0000_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-minifig_1-0001_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body and put the hair on top." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-minifig_1-0002_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The submarine pilot Minifigure is finished! Great job! She is wearing a dark blue diving suit. The jacket of the suit has grey inserts and two neon-green arrows on it. It has functional pockets and zippers; as a submarine pilot you need practical clothing for sure! The head of the submarine pilot is printed with two different faces: one has a determined and exploratory look, the other one has an expression of positive surprise. The treasures of the sea sure are marvelous!" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0037_step_Step%20%23GA_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the compact submarine." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0000_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 6x6 on the table. Make sure its knobs form straight rows and columns in front of you. Put 1 angle plate 2x2 horizontally on the left knob of the backmost row, 4 side knobs pointing to the back, half of the piece overhanging to the left back. Put the other angle plate 2x2 horizontally to the right of the previous piece, 4 side knobs to the back, \u00bd of the piece overhanging to the right back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0001_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally in front of the 2 previous pieces. Put 1 plate 1x2 horizontally on the row in front of the previous piece, starting from the left edge. Put the other plate 1x2 horizontally on the same row as the previous piece, this time starting from the right edge. Put 1 plate 1x1 on the row in front of the previous piece, but leave the rightmost knob of that row empty. Repeat symmetrically on the left, leaving the leftmost knob of that same row empty." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0002_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round plate 1x1 to the left of the previous piece, side handle overhanging to the left. Repeat symmetrically on the right: put the other round plate 1x1 on the rightmost knob of that same row, side handle overhanging to the right. Put the round brick 2x2 centered on the 2 backmost rows. This means it will be mounted directly in front of the 2 upright plates with side knobs." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0003_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 vertically centered on the second column from the right. If done correctly, there are 2 empty knobs in front of it and 2 empty knobs behind it. Repeat symmetrically with the other plate 1x2: put it vertically centered on the second column from the left. Put 1 one-stepped plate 2x2x\u2154 in front of the previous piece, 2 side knobs pointing to the left. Make sure to align the left column of this piece with the previous piece. Put the other one-stepped plate 2x2x\u2154 to the right of the previous piece, 2 side knobs pointing to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0005_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make a small sub-part of the submarine." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0004_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 on the table. Make sure it forms straight rows and columns in front of you. Put the round plate 1x1 underneath the front right knob, side handle protruding to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0005_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part to the right of the round brick 2x2 mounted at the back of the structure. The side handle is sticking out towards the right and only touches the round base plate 6x6 on its flat surface." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0007_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make another sub-part just like the previous one." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0006_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 on the table, knobs forming straight rows and columns. Put the round plate 1x1 underneath the front left knob, side handle protruding towards the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0007_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part to the left of the 2 round bricks 2x2 mounted at the back, side handle protruding towards the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0008_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round plates with through-hole on the 2 middle knobs of the second row from the front. This means they will sit on the back row of the 2 one-stepped plates 2x2. Put the round plate with top shaft on the second knob from the right directly in front of the right brick 2x2 at the back. Put the round tile 1x1 on the second knob from the left directly in front of the left brick 2x2 at the back. This piece is printed with a black dial indicator with red needle and white, green, and red sections indicating the pressure in the oxygen tanks." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0009_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 on the leftmost column in front of the left round brick 2x2, side knobs to the left. Repeat symmetrically on the right: put the other 2 on the rightmost column in front of the right round brick 2x2, side knobs to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0011_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make another small part." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0010_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Insert the handle of the wrench into the cross hole from the front. The wrench head is sticking out towards the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0011_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this small part horizontally centered on the frontmost row, wrench head pointing to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0014_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 headlight mounts." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0012_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with clasp vertically on the table, clasp to the front. Put the plate 1x2 vertically on top." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0013_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the 2 previous steps: put the plate with clasp vertically on the table, clasp to the front, and put the plate 1x2 vertically on top." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0014_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 headlight mount vertically on the second column from the left, starting from the front edge, clasp overhanging to the front. If done correctly, it will be mounted on the rightmost column of the one-stepped plates 2x2. Put the other mount vertically on the second column from the right, starting from the front edge, again clasp overhanging to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0015_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 grille tile horizontally on the frontmost row, starting from the left edge. Put the other grille tile horizontally to the right of the previous piece. Put 1 roof tile 1x1 vertically behind the right half of the previous piece, overhanging top tile to the front. Repeat symmetrically on the left: put the other roof tile vertically behind the left half of the left grille tile, top tile to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0016_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x3 vertically on the leftmost column, starting from its front edge. Put 1 quarter-circle tile 1x1 behind the previous piece, quarter circle to the back left. Repeat symmetrically on the rightmost column: put the other flat tile 1x3 vertically on the rightmost column, starting from its front, and put the quarter-circle tile behind it, quarter circle to the back right. Put 1 flat tile 2x2 to the left of the 2 previous pieces on the 2 backmost rows. Put the other flat tile 2x2 to the left of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0017_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the 2 side knobs pointing to the left in the middle of the structure. Do not confuse them with the left side knobs at the front of the structure. Repeat symmetrically on the right: put the other one upright horizontally on the 2 side knobs pointing to the right in the middle." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0018_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the 2 side knobs pointing to the right at the front. Make sure the 2 knobs from a row from back to front, not a column from top to bottom. Repeat symmetrically on the left: put the other half-cylinder on the 2 side knobs pointing to the left, knobs forming a row from back to front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0019_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure upside down. Make sure the side handles are still pointing to the left and right, and the 2 clasps and 1 wrench head are pointing to the front. Turn 1 angle plate vertically so that the 8 side knobs are pointing to the bottom and the 2 main knobs are pointing to the left. Mount it in this orientation on the left half of the round plate 6x6. If done correctly, the angle plate will not protrude over the round plate 6x6 to the front, back or left. Put the other one vertically to the right of the previous piece on the right half of the plate 6x6, 2 main knobs pointing to the right. If done correctly, the 2 pieces meet in the middle and are mounted centered on the round plate 6x6 that protrudes equally on all 4 sides." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0020_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again. Now, make sure the side handles are pointing to the front and back, the side surface with 8 side knobs is pointing to the left, and clasps and wrench head are pointing to the right. Insert the shafts from the top into the 2 through-hole knobs on the second column from the right. These are the control levers of the submarine!" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0021_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 upright horizontally on the top row of the 8 side knobs pointing to the left, hinge stubs protruding to the top. Put 1 round plate with through-hole upright below the backmost knob of the previous piece. Put the other round plate with through-hole upright on the frontmost knob of that same row." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0022_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright between the 2 previous pieces on the 4 middle side knobs pointing to the left, slope to the bottom." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0030_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we'll build 2 oxygen tanks with propellers." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0023_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 black round plate 2x2 on the table, and put 1 blue round plate 2x2 on top. Repeat for the second oxygen tank." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0024_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the 2 round plates 2x2. Make sure the side hole is running from left to right. Repeat for the second oxygen tank, side hole running from left to right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0025_step_Step%20%23FG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of each oxygen tank." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0026_step_Step%20%23FE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 underneath 1 oxygen tank, making sure that the side hole again is running from left to right. If done correctly, the 2 side holes have the same orientation. Repeat for the second oxygen tank. It is very important that the 2 side holes of each tank have the same orientation." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0027_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip 1 oxygen tank by 90 degrees and put it on the table lying down. Make sure the knob of the dome 2x2 is now pointing to the right. Insert the cross axle pin from the left into the hole on the left, connector sticking out towards the left. Do not confuse it with the 2 side holes of the tank, we will need those later. Repeat for the second oxygen tank." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0028_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the connector peg sticking out towards the left, and repeat for the second oxygen tank." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0029_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert 2 connector pegs into the 2 side holes at the front. You might have to rotate the oxygen tank a bit to find the holes. If done correctly, the hollow knob of each connector peg will point to the front. The back holes will remain empty. Repeat for the second oxygen tank: insert the connectors in the 2 holes at the front and leave the 2 holes at the back empty." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0030_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 oxygen tanks with propellers are finished! Great job! First, rotate 1 oxygen tank so that its propeller is to the left and the 2 knobs of the connector pegs are pointing to the back, 2 empty holes to the front. Now, mount it on the 2 side handles pointing to the front at the bottom of the submarine structure by inserting the handles into the hollow knobs of the connector pegs. Repeat symmetrically at the back with the second oxygen tank, propeller again to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0031_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 hinge forks onto the 2 hinge stubs pointing to the top on the right edge of the submarine. Make sure the outer dome curvature is bending to the right. You can only fold down the dome if you mounted this piece correctly. This is the bubble cockpit of the submarine!" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0033_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the submarine grappler." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0032_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the handle of the wrench into the small tube. The wrench head will stick out." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0033_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the small shaft of the grappler onto the wrench head pointing to the left in the middle of the left side surface." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0036_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the 2 headlights of the submarine." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0034_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with side handle on the table. Put the round tile on top of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0035_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the 2 previous steps: put the round plate with side handle on the table, and put the round tile on top." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0036_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of 1 headlight into the back clasp pointing to the left, round tile 1x1 to the top and pointing to the left. Repeat symmetrically at the front: snap the handle of the other headlight into the front side clasp pointing to the left, round tile 1x1 to the top and pointing to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-sub-0037_step_Step%20%23GA_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The compact submarine is finished! Great job! It is an agile vessel that can even explore small and tight spaces! Open up the bubble cockpit, let the pilot take a seat and off you go on your deep sea adventure!" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0088_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the giant lobster." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0000_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put 1 plate 1x1 on the back knob of the rightmost column, clasp to the right. Put the other plate 1x1 in front of the previous piece, clasp to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0001_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, ball overhanging to the front. Put another one horizontally to the left of the previous piece, ball to the front. Put the third one horizontally to the left of the previous piece, ball to the front, one knob overhanging to the left. Repeat symmetrically with the 3 remaining plates on the back row, balls to the back, 1 knob overhanging to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0002_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 4x4 on the table and turn it so that its knobs form straight rows and columns in front of you. Put its rightmost column underneath the 2 overhanging knobs on the left edge. This means that only 2 knobs will connect to the structure, the rest of the round plate will protrude towards the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0003_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate with ball cup vertically on the 2 back knobs of the third column from the left, ball cup overhanging to the back. This means it will be mounted on the previous piece, directly next to the plates 1x2 with ball mounted previously. Put 1 plate with ball cup vertically in front of the previous piece, ball cup to the front. Repeat symmetrically on the column to the left of the 2 previous pieces: put the other 2 plates with ball cup vertically on that column, ball cups to the front and back. Put the plate 1x2 vertically to the left of the 2 previous pieces. This means it is mounted on the 2 leftmost knobs of the structure." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0004_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top of the structure, starting from the right edge." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0005_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure upside down. Make sure to keep it in horizontal orientation, balls and ball cups pointing to the front and back, 2 clasps pointing to the right. Put the inverted curve disk 2x2 centered on the left edge. Its left edge should align with the round plate 4x4. Put 1 plate 2x3 horizontally centered to the right of the previous piece. Put the other plate 2x3 horizontally centered to the right of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0006_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again, balls and ball cups still pointing to the front and back, 2 clasps pointing to the right. Put 1 horizontally on the leftmost edge on the back row, clasp overhanging to the left. Put the other one horizontally in front of the previous piece, clasp to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0007_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 2x2 on top of the 2 previous pieces, slope to the left. Put the brick 2x6 horizontally to the right of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0008_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the low profile brick 2x2 to the right of the previous piece. Put 1 roof tile 1x2 horizontally on the 2 frontmost knobs directly behind the 2 ball cups at the front, slope to the front. Repeat symmetrically at the back directly in front of the 2 ball cups, slope to the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0011_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we make a small sub-part of the lobster." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0009_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with 2 shafts vertically on the table, shafts to the front and back. Put the plate 1x2 with clasp vertically on top, clasp to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0010_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of one plate 1x1 on the shaft at the front. Make sure its knob is pointing to the top. Repeat symmetrically with the other plate on the shaft at the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0011_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The small sub-part of the lobster is finished! Mount it vertically centered on the leftmost column of knobs, which is directly to the right of the roof tile slope on the left edge. Fold down each plate 1x1 at the front and the back until they touch the smooth roof tiles." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0012_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the profile brick 2x2 to the right of the small sub-part we have just mounted. Put the plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0013_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row, starting from the left edge. Put another 1 horizontally behind the previous piece. Put the last one vertically to the right of the 2 previous pieces." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0014_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece, curve to the right. Put the other one horizontally to the right of the previous piece, curve to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0015_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its bottom shaft into the top clasp pointing to the left, ends of the handlebar pointing to the left. Do not confuse it with the 2 bottom clasps pointing to the left. The eyes of the lobster will later be mounted on the 2 ends of the handlebar." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0019_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the lobster feelers." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0016_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with shafts vertically on the table, shafts to the front and back. Put the plate with angled top handle vertically on top, sloped side to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0018_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make 2 sub-parts of the feelers." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0017_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert 1 shaft into the tube of 1 small tube with clasp. \u00be of the shaft will stick out. Repeat with the other shaft and small tube." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0018_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of 1 sub-part onto the small side shaft at the front, long shaft pointing to the front. Snap the clasp of the other sup-part onto the small side shaft at the back, long shaft pointing to the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0019_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The lobster feelers are finished! Well done! To mount it, flip it upright so that the angled top handle is pointing to the right, angled side to the bottom, shafts pointing to the front and back for now. Snap the angled handle into the 2 side clasps pointing to the left at the bottom of the lobster structure. Now, fold the feelers towards the left. You can adjust them as you wish, depending on what the lobster is trying to feel." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0024_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 lobster eyes." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0020_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright yellowish green round plate on the table, and put the light purple round plate on top." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0021_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the stacked round plates. It is printed with a black oval eye." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0022_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, knob to the bottom, opening to the top. Insert the stack of 3 round pieces 1x1 into the dome opening." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0023_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps to make the second eye: put the green plate on the table, put the purple plate on top, put the round tile with eye print on top, and insert this stack into the dome opening." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0024_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 lobster eyes are finished! Flip 1 upright, tile with eye print to the left, and insert the back handlebar end pointing to the left into the hollow knob of the dome. Repeat on the front handlebar end." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0032_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the lobster rear with lobster tail." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0031_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear part of the lobster is the connecting point to the lobster tail. We will start with the actual tail." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0025_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 vertically on the table, 2 round corners to the left. Put 1 plate 1x2 horizontally on the third row from the back, clasp to the left. Note that the backmost row only consists of 1 knob. Put the other plate 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0026_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 round plate 1x1 in front of the previous piece on the left edge. Put 1 round tile 2x2 on the 2 knobs to the right of the previous piece, one half overhanging to the right. Repeat symmetrically at the back: put the other round plate 1x1 on the backmost knob of the left column, and put the round tile 2x2 to its right, one half overhanging to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0027_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the tail structure, round corners to the left. Match the placement of the identical plate 2x6 with round corners at the bottom. Next, we will build the lobster rear." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0028_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the plate 1x2 horizontally on the back row, shafts overhanging to the left and right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0029_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, shafts to the left and right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0030_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 previous pieces, curve to the right, \u2153 protruding over the 2 left shafts." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0031_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the 2 right shafts into the 2 clasps on the left edge of the lobster tail." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0032_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The lobster rear with lobster tail is finished! Well done! To mount it, snap the 2 shafts on its left edge into the 2 clasps on the right edge of the lobster." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0037_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first 6 of the 8 walking legs of the lobster." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0033_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 horizontally on the table. Put the round plate 1x1 on the rightmost knob." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0034_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece, ball cup to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0035_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, slope to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0036_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps of the first walking leg for the remaining 5 legs. Go to the next sentence to hear a summary, or jump back to the previous section with the detailed instructions by swiping from left to right or by pressing the upwards arrow key on your keyboard. To make a walking leg, do the following: put 1 plate 1x3 horizontally on the table, put the round plate 1x1 on the rightmost knob, put the plate with ball cup horizontally to its left (ball cup to the left) , and finally put the roof tile 1x3 horizontally on top, slope to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0037_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first 6 of the 8 walking legs of the lobster is finished! Well done! To mount the first 3, snap their ball cups on the 3 balls pointing to the front. Make sure the roof tiles are to the top and the slopes of the roof tiles are towards the front. Repeat symmetrically at the back with the remaining 3 legs. You can move and adjust the legs as the lobster scurries across the sea floor." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0042_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we'll build 2 remaining walking legs. These 2 are a bit different from the first 6, so pay close attention. Let's start with 1 leg." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0038_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x3 horizontally on the table. Put the round plate 1x1 on the rightmost knob." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0039_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece, ball to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0040_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, slope to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0041_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous steps to make the second walking leg: put the plate 1x3 horizontally on the table, put the round plate 1x1 on the rightmost knob, put the plate with ball horizontally to its left (ball to the left) , and put the roof tile horizontally on top, slope to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0042_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 remaining walking legs are finished! Great job! Snap the ball of 1 leg into the right ball cup of the 2 ball cups pointing to the front. Snap the ball of the other leg into the right ball cup of the 2 ball cups at the back. The 2 remaining ball cups will later hold the front claws." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0049_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the arm segment for the first front claw." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0043_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate 1x2 horizontally on the table, side knobs pointing to the front. Put the plate with clasp horizontally on the previous piece, clasp to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0044_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 (without ball) horizontally on top of the previous piece. Put the plate 1x2 with ball horizontally on top, ball to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0045_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the left top knob, side knob pointing to the front. Put the other one to the right of the previous piece, side knob to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0046_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs pointing to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0047_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 2 bottom side knobs pointing to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0049_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The arm segment for the front claw is finished! First, flip it by 90 degrees so that its flat side is at the bottom, 2 knobs are pointing to the right and 4 knobs are to the top. Snap the ball of the arm segment into the leftmost ball cup pointing to the front on the lobster structure." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0056_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the arm segment for the second claw." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0050_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate 1x2 horizontally on the table, 2 side knobs pointing to the front. Put the plate with clasp horizontally on the previous piece, clasp to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0051_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 (without ball) horizontally on top. Put the plate with ball horizontally on top, ball to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0052_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the left top knob, side knob pointing to the front. Put the other one to the right of the previous piece, side knob to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0053_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs pointing to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0054_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 2 bottom side knobs pointing to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0056_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The arm segment for the second claw is finished! Well done! First, turn the lobster from left to right. Now, its feelers and eyes should be on the right and the tail should be on the left. Flip the arm segment by 90 degrees so that its flat side is at the bottom, make sure the 2 knobs are pointing to the left this time, and 4 knobs are to the top. Snap the ball into the right ball cup at the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0086_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the lobster claw." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0057_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0058_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row, side knobs pointing to the back. Put the other one horizontally in front of the previous piece, side knobs to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0059_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the previous piece, side shafts overhanging to the left and right. Put the other one horizontally behind the previous piece, shafts to the left and right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0060_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 2 previous pieces." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0061_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece, 4 knobs overhanging to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0062_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row, starting from the right edge, 2 side knobs pointing to the back. Put the other one horizontally in front of the previous piece, side knobs to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0063_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 ingot 1x2 horizontally on top of the previous piece. Put the other ingot 1x2 horizontally behind the previous piece. Put the plate 1x2 vertically to the left of the 2 previous pieces." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0080_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make 2 sub-parts of the claw." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0064_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table. Put 1 curve tile 1x2 horizontally on the back knob, slope to the right, \u00bd overhanging to the right. Put the other curve tile in the same orientation in front of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0065_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table. Put 1 curve tile 1x2 horizontally on the back knob, slope to the right, \u00bd overhanging to the right. Put the other curve tile in the same orientation in front of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0080_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0066_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip 1 claw sub-part upright, tiled surface towards you, slope to the right. Mount it on the 4 side knobs pointing to the front. Repeat symmetrically at the back with the second sub-part. Make sure the slope is to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0083_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make the bottom pincer of the claw." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0067_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve piece 3x4 upside down on the table. This means its smooth side is to the bottom, narrow end to the left, wide end to the right. Put the 2 plates 1x1 on the 2 middle seats of the rightmost column, clasps to the right." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0068_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 2 previous pieces and the column to their left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0083_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0069_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 clasps of the bottom pincer into the 2 shafts on the left side of the claw structure. Note that these shafts may be hard to find because they are roofed by 2 columns of knobs." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0070_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This is the top pincer: put it horizontally on top of the structure, narrow end to the left, aligning it with the shape of the bottom pincer." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0086_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first claw is finished! Great job! Now, let's build the second claw. To do that, jump back to the section with the title \"Next, we will build the lobster claw.\" and repeat all steps until you land here again. Once you have built 2 claws, you can continue to the next sentence. Note: to jump back to previous sections, swipe from left to right if you are on a handheld device, or use the upwards arrow key." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-crabthing-0088_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now it's time to mount the claws! Let's start with the first one: flip it upright by 90 degrees so that the bottom surface with bottom pincer is now pointing towards you. The narrow ends of the claw should be pointing to the right, and the 2 empty shafts to the left. Now, snap those 2 shafts into the 2 clasps of the arm segment at the back. Flip the other claw upright by 90 degrees. This time, the bottom surface with bottom pincer should point to the back. Again, the narrow end of the claw is on the right, the 2 shafts on the left. Snap the 2 shafts into the 2 clasps of the arm segment at the front. The giant lobster is finished! Very well done! This was a very intricate and complicated build; you can be proud of yourself!" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0008_step_Step%20%23GG_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we'll build the skeleton diver Minifigure." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0000_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 skeleton feet on the 2 leg shafts which are the shafts below the ribcage. Make sure the little skeleton toes are to the front on both feet." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0001_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the skeleton arms on the arm shafts to the left and right of the ribcage. Make sure the elbows are pointing to the bottom." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0002_step_Step%20%23GJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it around the neck of the skeleton, oxygen bottles to the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0003_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the skeleton. It is printed with a skull with 2 black circles for eye sockets, a black triangle for the nose opening and a big skeleton grin. Mount the flippers on the feet of the skeleton." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0004_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the helmet in your hand, opening to the right. Put the diving goggles on from the right, snorkel to the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0007_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the underwater camera." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0005_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 upright on the front knob of the camera piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0007_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the side handle of the camera into the right hand of the skeleton." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-mini_2-0008_step_Step%20%23GG_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The skeleton diver Minifigure is finished! Great job!" } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0023_step_Step%20%23DO_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll build the underwater ruins. The ruins are shaped like a piece of stonewall with an archway that is quite dilapidated and weathered. Therefore, the pieces used for building it are positioned in unique and sometimes tricky ways. Some placements might be difficult; you can ask for help if you are not sure or decide to choose your own placements." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0000_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the table. Put the plate 2x4 vertically on the 2 right knobs, starting from the back edge, \u00be overhanging to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0001_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece in the same orientation." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0002_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure upside down. Make sure the 2 plates 2x4 with 2 knobs are still protruding to the front. Put 1 plate 1x8 horizontally centered in front of the plate 1x4, symmetrically overhanging to the left and right. Put the other plate 1x8 horizontally centered in front of the previous piece. Put the plate 1x4 horizontally centered in front of the previous piece." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0003_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again. Make sure that the 2 plates 1x8 are still protruding to the left and right. Put the plate 2x3 horizontally on the 4 protruding knobs on the right, 1 column overhanging to the right. Put the brick 2x3 horizontally on the 4 protruding knobs on the left, 1 column overhanging to the left. Put the wedge plate on the back knob of the right plate 2x6 with 2 knobs. This is a decoration piece, you can mount it a bit at an angle: The main corner pointing to the front and slightly to the right, the cut-off corner to the back and slightly to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0006_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we make the small sub-part of the ruins." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0004_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 vertically on the table. Put the roof tile 1x1 on the right knob of the backmost row, slope to the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0005_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, starting from the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0006_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the 2 frontmost knobs of the right column of the sub-part vertically underneath the leftmost column of the ruins structure. If done correctly, 1 column is overhanging to the left and 1 row with roof tile is protruding to the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0009_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make another small sub-part of the ruins." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0007_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the plate 1x2 vertically on the right column." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0009_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the left column of the sub-part underneath the rightmost column of the ruins structure." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0010_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the nose cone 1x1 on the front right knob of the sub-part we have just mounted. Put 1 roof tile 1x2x2 horizontally behind the previous piece, starting from the right edge, slope to the right. Put 1 roof tile 1x2x2 horizontally to the left of the previous piece, slope to the left. Put the remaining roof tile 1x2x2 horizontally on the 2 right knobs of the back row of the brick 2x6 which is located in the left third of the structure. Make sure the slope is to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0011_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 roof tile 1x2x2 vertically in front of the right half of the previous piece, slope to the front. Its front left corner will partly protrude. Put 1 roof tile 1x2x2 vertically to the left of the nose cone located in the front right corner, slope overhanging to the front. Put the remaining roof tile 1x2x2 horizontally to the left of the previous piece, slope to the right. Put the roof tile 1x1 with top tile 1x1 horizontally on the leftmost edge on the middle row, top tile to the right. If done correctly, the top tile will touch the slope of a roof tile 1x2x2." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0012_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the previous piece on the leftmost column. Put the other one on the frontmost knob of the leftmost column." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0013_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2x2 horizontally to the right of the previous piece, slope to the right. Put the plate 1x2 vertically on the 2 top knobs of the 2 roof tiles to the right of the previous piece. Put the brick 2x3 horizontally on top of the 4 roof tiles in the right half of the structure. Align its right edge with the right edge of those roof tiles." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0014_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the rightmost column of the previous piece. Put the nose cone to the left of the previous piece on the back row." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0015_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the previous piece, 4 side knobs pointing to the left. Put the other one vertically on the plate 1x2 on top of the 2 roof tiles in the left half of the structure, 4 side knobs to the left." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0016_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x1 upright on the bottom back side knob of the previous piece. Put the plate 1x2 upright vertically on the 2 back knobs of the side knobs on the other brick 1x2 with 4 side knobs. Put the plate 1x4 upright vertically in front of the previous piece, 2 knobs protruding to the bottom." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0017_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front knobs of the 2 bricks 1x2 with 4 side knobs, mudguard to the front. This piece will connect those 2 bricks. Put the other one horizontally behind the previous piece, mudguard to the back." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0018_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 wedge plate on the 2 rightmost knobs of the 2 previous pieces, cut-off corner to the front right, 1 knob overhanging to the right. Repeat symmetrically on the left, cut-off corner to the front left, 1 knob overhanging to the left. Flip the plant upright and insert its bottom shaft into the side knob below the previous piece's cut-off corner." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0019_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wedge plate 2x2 centered between the other 2 wedge plates 2x2 at the top of the structure, cut-off corner to the front left. Find the brick 1x2 that is mounted vertically to the right of the arch. Put the roof tile 1x2x2 vertically on top, slope to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0020_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find the wedge plate 2x2 we have mounted in the previous step, it is centered on the top of the structure. Put 1 smooth roof tile 1x1 to its right on the front row, slope to the front. Put the brick 1x2 horizontally behind the previous piece and 1 knob to its right. Put the other roof tile 1x1 on the back right knob of the leftmost wedge plate 2x2, slope to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0021_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the roof tile 1x1 with overhanging top tile 1x1 horizontally, top tile to the right. It will be mounted on the top layer of the ruins: put it on the back row, starting from the right edge of the top layer. The top tile will rest on the top knob of a roof tile 1x2. Put the roof tile 1x1 to the left of the previous piece, but leave 1 knob empty between them. Make sure the slope is to the front." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-287", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0022_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 nose cone to the left of the previous piece. Put the round plate with leaves on the rightmost knob of the front row on top of the archway, leaves to the front right. Put the other nose cone on the second knob from the left on the front row of the archway top." } ] }, { "id": "lego-31130-b-sunken-treasure-mission-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-31130-b-sunken-treasure-mission-readscr/images/sm02-stone-0023_step_Step%20%23DO_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The underwater ruins are finished! Great job! You can tell that water and time have been gnawing away at it for a long time. Overgrown with algae, it is a beautiful relic from ancient times. Our deep sea adventurers will be delighted to find it!" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-minifigure-4_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we build the firefighter Minifigure." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-minifigure-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, and put the head on top." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-minifigure-1_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-minifigure-2_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it onto the helmet." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-minifigure-3_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the right hand." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-minifigure-4_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The firefighter Minifigure is finished! Well done! The firefighter has a determined smile on his face. He already has some ash and dust in his reddish-brown beard and on his right temple, but he is ready for new challenges!" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-fire-9_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 4 burning logs." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-fire-7_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-fire-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-fire-1_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its shaft into the top hole of the round brick 2x2." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-fire-7_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first burning log is finished! Well done!" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-fire-8_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build 3 more. Find 3 more reddish brown round bricks 2x2 with top cross hole. Find 3 more transparent bright orange flames with 5 fire tongues. Put them together just like the first burning log." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-fire-9_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 burning logs are finished! Well done! Once your fire hazard truck is up and running, you have all the means to get the dangerous logs out of the way." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-59_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fire hazard truck." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-1_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 right columns of the plate, function block overhanging to the right." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-2_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it symmetrically on the left. Examine one of the function blocks closer: it has a diagonal slit opening towards the bottom. In the middle of this slit is a round shaft. This is where the wheel axles will be snapped on in a later step." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-3_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the two previous pieces." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-4_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the rounded indentation in the middle of the axle, and hold the axle vertically so that the indentation is to the top. Snap the indentation onto the shaft of the function block from the bottom right. Repeat symmetrically on the left." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-5_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost 4 knobs." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-6_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, side knobs overhanging to the right." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-7_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-8_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered to the left of the previous piece." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-9_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost four knobs, wheel arches to the front and back. Make sure that the narrow ends of the wheel arches are pointing to the left." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-10_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with ball vertically on the leftmost column, ball to the left. Put the plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-11_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally so that the top plate is pointing to the left, and the bottom plate is pointing to the right. Mount it so that the top plate is on the previous piece. It should fit perfectly into the structure." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-12_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost lower column of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-13_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the left knob of the backmost row, slope to the left. Put 1 horizontally on the right knob of the backmost row, slope to the right. Repeat symmetrically on the frontmost row." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-14_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the previous pieces on the front and back row." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-16_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the rear bumper." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-15_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile on the table. Make sure the 2 knobs form a row on the left, slope to the right. Put the rounded plate vertically on the 2 knobs of the roof tile." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-16_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the rear bumper upright. This means the slope is pointing to the bottom, and the knobs of the rounded plate are pointing to the right. Mount the rear bumper on the four side knobs on the right side of the structure." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-17_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the right side of the structure. Make sure the plate touches the two plates 1x4 on the left side. They must be flush." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-18_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left edge of the structure on the middle two rows, curve to the left. This piece is printed with the fire station's emblem: the bright yellow silhouette of a badge with a bright yellow flame inside." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-19_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically to the right of the previous piece. Put 1 plate 1x1 vertically behind the previous piece, twin knob collar overhanging at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-20_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x6 horizontally to the right of the previous piece on the frontmost row. Repeat symmetrically at the back. Put 1 plate 1x1 to the right of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-21_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 behind the previous piece. Mount 1 knob of the string behind previous piece. Let the string and the other knob hang loosely to the right." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-22_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous two pieces on the two middle rows." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-23_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the right edge, clasp overhanging to the right. Repeat symmetrically on the frontmost row." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-27_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the water tank." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-24_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the box front on the two tabs at the bottom of the box casing." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-25_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them inside the water tank." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-27_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! Now mount the water tank centered on the right edge of the structure, tank door to the right." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-32_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build one of two side elements." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-28_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the front." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-29_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the dome upright on the 4 side knobs of the brick. The top knob of the dome is now pointing to the front." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-31_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-32_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the side element horizontally on the backmost row, starting from the right. The dome is pointing to the back. Now, build a second side element just like the first one: find another bright red brick 1x2x1\u2154 with 4 side knobs, and another white dome 2x2 with 1 knob. Assemble this side element just like the first one. Mount it horizontally on the frontmost row, starting from the right. Make sure the dome is pointing to the front. That was quite tricky! Well done, you are making great progress!" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-33_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous elements, slide to the left." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-34_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-35_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with side rail vertically on top of the previous piece in the middle, side rail to the left. Put the plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-36_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally behind the previous two pieces on the backmost row, shaft to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-37_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other on the second and third column from the right, slopes to the right. This means that 2 knobs remain empty on the rightmost edge." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-39_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's build the flashing blue light." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-38_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the white plate 1x4 vertically on the table. Put the flat tile 1x4 vertically on top." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-39_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flashing blue light vertically to the left of the two curve tiles on the top right." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-40_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, between the two twin knob collars. Make sure the windscreen slope is on the left." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-41_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, top knobs on the right, angled corners on the left. On the right side, the plate rests on the side rail." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-42_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the left twin knob collar at the back. Repeat symmetrically at the front. These are the headlights of your truck! Very well done! The truck is already taking shape, don't you think?" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-50_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-44_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rubber tire around the rim." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-50_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-51_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 3 more wide rims with hole, and 3 more wide rubber tires with high profile. Assemble the remaining wheels just like the first one. Now, snap the wheels on the connectors at the bottom of your truck. Thanks to the flexible wheel axles you can actually steer the truck left and right. Give it a try!" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-55_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the front plow." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-52_step_d.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down vertically on the table." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-53_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it horizontally into the hinge notches in the middle of the plow blade." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-54_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, ball cup to the right." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-55_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front plow is finished! Well done! Flip it upright, making sure that the ball cup is pointing to the top, and the plow is at the bottom left. Now you can snap it onto the ball at the left side of the structure." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-56_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find the string with knob on the right side of the truck. Put the empty knob on the loose end of the string on the front knob of the shooter." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-57_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it at the other end of the shooter." } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-58_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "As a final step, snap the handle of the shooter into one of the clasps at the rear end of the fire truck. This serves as your water hose! Ready to put some fires out?" } ] }, { "id": "lego-60279-fire-hazard-truck-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60279-fire-hazard-truck-readscr/images/sm01-vehicle-59_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire hazard truck is finished! Well done! Now, the firefighter can finally get in his truck and rush to the first fire. Can he eliminate all four burning logs in one fell swoop? You are soon to find out!" } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure1-2_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Hacksaw Hank Minifigure." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, and the head on top." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure1-1_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure1-2_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Hacksaw Hank Minifigure is finished! Well done! Hacksaw Hank quite literally is two-faced: the head is printed with two different faces! On one side, Hacksaw Hank is laughing out loud, you can see that he has one tooth missing. His other face shows him clenching his teeth, brows knit, and he is wearing a black eye mask. He is wearing grey pants, a shirt with grey and white stripes, and a red sports jacket. You can clearly see that he has a bit of a belly. He seems pretty sure of himself. Do you think the City Police will catch him?" } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-58_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the mine driller." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-1_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-2_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left, symmetrically overhanging at the front and back." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-3_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other to the left of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-4_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 with side connector pins vertically to the left. Put the plate 1x2 vertically on the leftmost column." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-5_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top in the middle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-6_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the two middle rows, one behind the other, starting from the right edge." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-7_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left, bottom plate overhanging to the front. Put the other one vertically to the left in the same orientation as the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-8_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the two middle rows one behind the other, starting from the left edge." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-9_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row. This row only consists of 4 knobs in total, 2 at the left and 2 at the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-10_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-11_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two frontmost knobs on the left, symmetrically overhanging to the left and right. Repeat symmetrically on the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-12_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-17_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-13_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 2x4 vertically on the table, slope to the right. Put the angle plate 1x2 vertically on the two knobs at the back, side knobs to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-14_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two front knobs, side knobs to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-15_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-16_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation. Put it upright vertically on the four side knobs on the left, teeth to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-17_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The small part is finished! Great job! Mount it horizontally on the two backmost rows in the middle, slope to the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-18_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally in front of the previous part, slopes to the back." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-19_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the left. Repeat symmetrically on the front row." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-26_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the drive axle of the drill." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-20_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross axle extension on one end of the cross axle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-21_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the other end of the cross axle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-22_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the right cross axle extension. Two thirds of the cross axle 3m will stick out to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-23_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the short cross axle on the right into the technic hole of the brick. This is not a tight fit, so make sure the brick is steady on the table and does not move when you insert the axle or when you add more bricks later. Put the axle momentarily aside." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-25_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, let's make a small axle part." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-24_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round profile brick 2x2 on the table. Put the round tile 2x2 on top." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-25_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This small part has a middle cross hole at the bottom. To mount it on the drive axle, turn the small part upright, and put it on the cross axle protruding at the right side." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-26_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The drive axle of the drill is finished! Great job! Time to mount it: put it horizontally in the middle of the structure. Mount the brick 1x2 centered on the rightmost column. The axle protrudes to the left into the vehicle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-27_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column of the structure." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-28_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the high part on the right side, protruding plate to the front. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-29_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the two previous pieces." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-30_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the two frontmost rows at the very bottom, and put it horizontally centered on the third row from the front, wall panel to the back." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-31_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece so that it connects to the back row of the high part." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-32_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row to the left of the highest part, protruding plate to the front. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-33_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the third and fourth column from the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-34_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically centered on the two middle columns of the structure." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-35_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left and right of the previous pieces, curves to the left and right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-37_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-36_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table. Put the roof tile 1x1x\u2154 on top, slope to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-37_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part vertically on the third column from the left, slope to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-38_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost four knobs, wide end to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-39_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the rightmost column of the lower part at the front, slope to the left. Put the small steering wheel 1x2 vertically on the leftmost column of the lower part at the front, steering wheel to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-48_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we assemble the 4 wheels." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-47_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-41_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-47_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 3 more wide rims with hole and spokes, and 3 more wide rubber tires with high profile. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-48_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The wheels are finished! Snap them onto the four pin connectors sticking out at the bottom of the vehicle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-49_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "While holding the drive shaft on the right, insert the cross axle into the hole on the left side of the vehicle until it stops. You might have to wriggle a bit." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-50_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle from the left and push it all the way to the vehicle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-51_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the cross axle, wide end to the right, and narrow end to the left. Push it all the way. If done correctly, a small part of the cross axle is still sticking out on the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-52_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the cross axle, top knob to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-57_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the bank safe with chain." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-53_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cupboard horizontally on the table, opening to the front. Snap the cupboard door into the small notches on the left. The handle of the door is on the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-54_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them and put them into the safe. Close the safe door afterwards." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-55_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile 1x2 vertically on the middle column. Put the transparent red flat tile 1x1 on the rightmost knob of the back row. Put the grey flat tile 1x1 on the rightmost knob of the front row. This tile is printed with a keypad and display for the safe code." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-56_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one of its knobs on the leftmost knob of the front row." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-57_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bank safe with chain is finished! Great job! Mount it on the right edge on the back row, door to the front. Then, mount the second knob of the chain on one of the knobs in front of the safe. Even if the safe flies off during the chase, it's secured by the chain!" } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-drill-58_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Actually, the whole mine driller is now finished! Very well done, that was quite difficult! Hacksaw Hank is ready to go. What are his evil plans? You have built everything from bag 1 now. Time to move on to the next challenge!" } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure2-3_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Sam Grizzled Minifigure." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure2-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper body on the legs, and the head on top." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure2-1_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure2-2_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the night vision goggles onto the helmet like a visor. Put the handcuffs into Sam Grizzled's hand." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-figure2-3_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Sam Grizzled Minifigure is finished! Great job! He is wearing dark blue pants, and a greyish blue shirt. On top of that, he is wearing a grey bulletproof police vest with plenty of pockets and zippers. Sam's police badge is pinned on the left strap of the vest. He has a grey moustache and looks a little tired. Those crooks and scoundrels sure keep him busy!" } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-69_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Police car." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-1_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the center of the wagon bottom." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-2_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the rightmost edge on the 2 middle rows." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-3_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the second row from the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-4_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the frontmost and backmost row, side rails facing outwards." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-5_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two back rows in the middle. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-6_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two middle rows, starting from the left edge." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-7_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically centered on the fourth column from the right, slope to the left. Put the small steering wheel 1x2 centered on the fourth column from the left, steering wheel to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-8_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two middle rows on the right edge. Repeat symmetrically on the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-9_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the right edge, mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-10_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the rightmost column, and put it on top in the middle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-12_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build the rear plate." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-11_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 on the 8 side knobs of the angle plate." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-12_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the top plate 1x2 vertically centered on the rightmost column, side plate overhanging to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-13_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the two backmost rows, wings to the left and right. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-14_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-15_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the two rightmost columns, one column each overhanging to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-16_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the third and fourth knob from the right on the front row, slope to the left. Repeat symmetrically on the back row." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-17_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-18_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the second row from the back, panel to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-22_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 side police signs." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-20_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on one of the long side surfaces of the brick. The sticker is dark blue and has the word \"POLICE\" written on it in all caps in a cool design: the top of the letters is lemon yellow, there is a dark blue horizontal line running through the middle of each letter, and the bottom half of the letters is white." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-22_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-23_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the side police sign horizontally on the backmost row in the middle, sticker to the back. Find another earth blue brick 1x4 and another rectangular sticker number 1. Make the side police sign like the first one. Put it horizontally on the frontmost row, sticker to the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-24_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the left edge, mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-25_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column, and put it on top in the middle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-27_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front plate." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-26_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 on the 8 side knobs of the angle plate." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-27_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the top plate 1x2 vertically centered on the leftmost column, side plate overhanging to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-28_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the second and third column from the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-33_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the rear bumper." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-29_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the smooth roof tile 1x1 on the rightmost knob of the back row, slope to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-30_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 to the left of the previous piece. Put the roof tile 1x1 to the left, slope to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-31_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 2 knobs of the plate 1x4." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-32_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bow tile 1x4 horizontally on the front row in the middle. Put the 2 round plates 1x1 to the left and right of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-33_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the rear bumper upright, and mount it on the side knobs on the right side of the car. Make sure the bow plate is at the bottom." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-34_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two back rows, starting from the right edge. Put the other one horizontally in front of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-35_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the back, starting from the right, slope to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-36_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve tile 1x2 vertically on the rightmost column in the middle, fin to the right. Put the plate 2x3 horizontally to the left of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-37_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left and middle column of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-38_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-39_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically centered on the second row from the right, fin to the right. Put the other one vertically to the left of the previous piece, fin to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-40_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the front starting from the right, slope to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-41_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the fourth column from the right in the middle, teeth overhanging to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-42_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically on the two previous pieces. Put 1 roof tile 1x1 in front of the previous piece, slope to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-43_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the left edge. Repeat symmetrically at the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-44_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the two previous pieces. This means that one knob each is overhanging to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-54_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front grille." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-45_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally on the table. Put the roof tile 1x1 on the leftmost knob of the back row, slope to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-46_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in the middle of the plate. At the back, the higher steps form a row, the side knobs are pointing to the back." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-47_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob of the back row, slope to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-48_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile 1x2 horizontally centered on the back row. Put the 2 round tiles 1x1 to the left and right of the previous piece." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-49_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the front row in the middle, side rails overhanging to the front." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-52_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the license plate." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-50_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-51_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat tile. The sticker shows the license plate. It is white with a thick black frame and black writing on it. The license number is \"W M 6 0 2 7 3\"." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-52_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the license plate horizontally in the middle of the front row." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-53_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the right edge of the front row, top tile to the left. Repeat symmetrically on the left edge." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-54_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These two pieces form the front bumper of the Police car. The front grille is finished! Well done! Turn it upright and mount it on the 8 side knobs on the left side. Make sure the license plate is at the bottom and the grille tile at the top." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-55_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two columns left of the steering wheel, slope to the left." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-56_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the windscreen, knobs to the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-59_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the police car roof." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-57_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, knobs on the right." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-58_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the engine hood plate left of the knobs. The sticker is white with two light blue wedged lines on the left and right sides. In the middle of the sticker there is the dark blue silhouette of a police badge with a dark blue star in it." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-59_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the police car roof on the windscreen, knobs on the right. On the right edge, the roof rests on top of the 2 teeth." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-68_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 wheels." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-67_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-61_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-67_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 rims and another 3 tires. Assemble the 3 remaining wheels just like the first one." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-68_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the 4 wheels on the 4 connectors at the bottom of the vehicle." } ] }, { "id": "lego-60273-elite-police-driller-chase-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60273-elite-police-driller-chase-readscr/images/sm01-car-69_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Police car is finished! Well done! Finally, Sam Grizzled is ready to chase after Hacksaw Hank. Don't let him get away!" } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%201-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Kai Minifigure." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%201-0_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part on top of the legs. Kai is wearing a ninja suit that is printed with a golden dragon." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%201-1_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on top of the upper part. Put the mask on the head." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%201-2_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in his hand." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%201-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have finished building the Kai Minifigure. Great job, his sword is very sharp!" } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-35_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the Fire Dragon." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-0_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-1_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put both in the lower section of the previous piece." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-2_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost edge of the structure, stub to the left." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-3_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, wings to the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-4_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the right of the previous piece on the front row. Repeat symmetrically at the back." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-5_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 with ball horizontally to the right of the previous piece, ball overhanging to the back. Repeat symmetrically at the front, ball overhanging to the front. Put the plate 2x2 between the two previous pieces." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-6_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put plate 1x2 with angled top handle vertically on the third column from the left, handle to the left. Put the roof tile vertically on the leftmost column of the structure, slope to the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-7_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost column of the structure, tube and 1 column overhanging to the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-8_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the 2x2 plate on the top middle of the structure, slope to the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-9_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece, wings to the left." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-10_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the tube on the right side of the structure." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-11_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top of the plate 1x2 with ball on the front row of the structure, bow to the front. Repeat symmetrically at the back, bow to the back. The body of the dragon is now done. Great job!" } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-16_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the head of the dragon." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-12_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the jaw; use the inside connectors." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-14_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shaft of the dragon's fire into one of the side knobs." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-15_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the fire inside the dragon's mouth with the other side knob. The head of the dragon is finished!" } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-16_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the dragon head on the connector on the right side of the dragon body." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-19_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now let's build the dragon's tail." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-17_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flap 2x8 on the side hinge stub of the brick 1x2." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-18_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the brick 1x2, slope to the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-19_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the tail on the hinge stub on the left side of the dragon body." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-20_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right leg on the hole on the front left of the structure. Repeat symmetrically at the back." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-27_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will build the dragon's left wing." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-21_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, narrow side to the right, wide opening to the left." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-22_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row on the right edge." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-23_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front row on the right edge, ball cup to the front." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-24_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left, stub to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-25_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row. Repeat symmetrically at the back." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-26_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the hinge stubs on the left side." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-27_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the ball cup of the wing on the ball at the back of the body." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-34_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now let's build the other wing." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-28_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, narrow side to the right, wide opening to the left." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-29_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row on the right edge, ball cup to the back." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-30_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row on the right edge." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-31_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, stub to the left. Repeat symmetrically at the back, stub to the left." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-32_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row. Repeat symmetrically on the front row." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-33_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the hinge stub on the front left of the structure. Repeat symmetrically on the back left. The wing is now done. Great job!" } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Dragon-35_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the ball cup of the wing on the ball at the front of the body structure." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%202-0_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part on the legs." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%202-1_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the helmet on the head." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%202-2_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the clasp on top of the helmet." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%202-3_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in his hand." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fig%202-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Lord\u00a0Garmadon is now done. Good job!" } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-20_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Fire Temple." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-0_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-1_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the back row." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-2_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically to the left of the previous piece, slope to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-3_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in front of the fence element." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-4_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-5_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the backmost 2 knobs of the roof tile on the left. Repeat symmetrically on the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-8_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the roof of the Fire Temple." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-6_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-7_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the leftmost column, slope to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-8_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the roof horizontally on top of the pillars of the temple." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-12_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the sign of the Fire Temple." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-9_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the front." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-10_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the side knobs of the previous piece. This piece is decorated with a golden dragon." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-11_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, symmetrically overhanging to the left and right." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-12_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the icon centered on the first row of the temple roof, icon to the front." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-14_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the feather into the knob of the previous piece." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-15_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the torch on the roof tile on the left of the temple." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-18_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will make a torch for the other side." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-17_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the feather into the knob of the previous piece." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-18_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the torch on the roof tile on the right of the temple." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-19_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its handle into the knob at the middle front of the temple." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Temple-20_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire temple is now finished. Great job." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fire-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, we will make some of the dragon fire that is lying around." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fire-0_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table, knobs to the top." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fire-1_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one in the middle of each disk." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fire-2_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them into the nose cones." } ] }, { "id": "lego-71701-kais-fire-dragon-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71701-kais-fire-dragon-readscr/images/sm01-Fire-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now the fire is ready for Kai's Fire Dragon to battle\u00a0Lord\u00a0Garmadon. Make sure that\u00a0Lord\u00a0Garmadon doesn't get hold of the Sword of Fire!" } ] }, { "id": "lego-41397-juice-truck-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_1-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build Emma." } ] }, { "id": "lego-41397-juice-truck-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_1-1_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs. Emma's wearing a blue swimsuit with an aqua blue pattern. She's wearing her skirt over the swimsuit and has dark blue shoes on." } ] }, { "id": "lego-41397-juice-truck-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_1-2_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Emma has brown eyes and smiles with her light pink colored lips." } ] }, { "id": "lego-41397-juice-truck-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_1-3_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41397-juice-truck-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_1-4_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the hairpiece." } ] }, { "id": "lego-41397-juice-truck-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_1-5_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you have built Emma. Very well done. You might also find the very small dolphin for Emma to play with." } ] }, { "id": "lego-41397-juice-truck-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-62_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the juice truck. It is teal, white and pink and has a pineapple and small leaves on the roof. It is open on one side where the desk for blending and serving juices will be mounted." } ] }, { "id": "lego-41397-juice-truck-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-0_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the car chassis horizontally on the table. Put the brick vertically on the lower part of the car chassis on the rightmost edge." } ] }, { "id": "lego-41397-juice-truck-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-1_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row of the lower part to the left of the previous piece. Repeat symmetrically on the front row of the lower part." } ] }, { "id": "lego-41397-juice-truck-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-2_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the\u00a0lower part of the car chassis on the rightmost edge, side plate to the right. This is where Emma's feet can be attached when she drives the truck." } ] }, { "id": "lego-41397-juice-truck-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-3_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece." } ] }, { "id": "lego-41397-juice-truck-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-4_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, site plate to the left." } ] }, { "id": "lego-41397-juice-truck-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-5_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this can be a bit tricky. Turn it upright and put it horizontally centered on the front side surface of the car chassis. The tile is decorated like a wooden board that is nailed onto the truck with four crooked nails." } ] }, { "id": "lego-41397-juice-truck-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-6_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, before putting it on, turn the whole structure left to right. Then turn the tile upright and put it horizontally in the middle on the front of the car chassis." } ] }, { "id": "lego-41397-juice-truck-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-7_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Before putting them on, turn the whole structure right to left again. Now put one brick 1x4 vertically on the lower part of the car chassis on the leftmost edge. Put the other one horizontally centered on the front row of the lower part." } ] }, { "id": "lego-41397-juice-truck-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-8_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, these pieces are put on in a special orientation. We will put them on the left side surface of the structure. Put one upright vertically on the left side of the structure on the backmost two knobs. Repeat symmetrically at the front." } ] }, { "id": "lego-41397-juice-truck-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-9_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright horizontally on the top knobs between the previous pieces." } ] }, { "id": "lego-41397-juice-truck-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-10_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally below the two previous pieces." } ] }, { "id": "lego-41397-juice-truck-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-14_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small build for the\u00a0cash register." } ] }, { "id": "lego-41397-juice-truck-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-12_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile vertically on the leftmost column of the brick, slope to the front. This is a keypad for the till." } ] }, { "id": "lego-41397-juice-truck-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-13_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. This is a bank note with the number 100." } ] }, { "id": "lego-41397-juice-truck-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-14_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip one column from the left on the lower part of the structure, and put the small build on the two back rows." } ] }, { "id": "lego-41397-juice-truck-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-15_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row on the higher part of the structure on the rightmost edge." } ] }, { "id": "lego-41397-juice-truck-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-16_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in front on the rightmost column." } ] }, { "id": "lego-41397-juice-truck-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-17_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left, side plate to the right." } ] }, { "id": "lego-41397-juice-truck-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-18_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick horizontally on the front row on the rightmost edge. Skip one knob to the left, and put the plate with 2 round corners horizontally on the front two rows, round corners to the front." } ] }, { "id": "lego-41397-juice-truck-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-19_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip two knobs on the front row from the right, and then put it on horizontally, flat side to the front." } ] }, { "id": "lego-41397-juice-truck-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-20_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it vertically and put it on the rightmost column, slope to the right." } ] }, { "id": "lego-41397-juice-truck-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-21_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left on the backmost row, flat side to the back." } ] }, { "id": "lego-41397-juice-truck-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-22_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the left on the back row. Repeat symmetrically at the front." } ] }, { "id": "lego-41397-juice-truck-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-23_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them centered on the leftmost edge." } ] }, { "id": "lego-41397-juice-truck-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-24_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 knobs from the left on the front row, and then put it on horizontally, flat side to the front. The decoration shows the menu for smoothies and juices you can buy. It is a chalk board with a wooden frame." } ] }, { "id": "lego-41397-juice-truck-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-25_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on top of the previous piece overhanging to the back, and connect it to the wall element at the back. Put the other one vertically on the second column from the right on the higher part of the structure. It connects the wall pieces at the front and back." } ] }, { "id": "lego-41397-juice-truck-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-26_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row on the leftmost edge, slope to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-41397-juice-truck-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-27_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip three knobs from the left, and then put one horizontally on the back row. Skip three knobs from the right, and put the other plate horizontally on the back row." } ] }, { "id": "lego-41397-juice-truck-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-30_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a small build." } ] }, { "id": "lego-41397-juice-truck-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-28_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41397-juice-truck-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-29_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row." } ] }, { "id": "lego-41397-juice-truck-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-30_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, place the build between the two previous pieces in the middle, one row overhanging to the back." } ] }, { "id": "lego-41397-juice-truck-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-31_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the rightmost column, slopes to the right." } ] }, { "id": "lego-41397-juice-truck-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-32_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the leftmost column, slopes to the left." } ] }, { "id": "lego-41397-juice-truck-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-33_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the back row, in front of the overhang at the back." } ] }, { "id": "lego-41397-juice-truck-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-34_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left and right of the previous piece." } ] }, { "id": "lego-41397-juice-truck-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-37_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's build the front end of the juice truck." } ] }, { "id": "lego-41397-juice-truck-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-35_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally flat on the table." } ] }, { "id": "lego-41397-juice-truck-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-36_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top on the 4 knobs." } ] }, { "id": "lego-41397-juice-truck-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-37_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, put the build upright on the right side surface of the structure, flower decoration to the top. Ask a sighted person to help you with the decoration." } ] }, { "id": "lego-41397-juice-truck-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-43_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the blender." } ] }, { "id": "lego-41397-juice-truck-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-39_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece is put on in a special orientation. Turn it knob-side down and put it into the middle hole of the round tile." } ] }, { "id": "lego-41397-juice-truck-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-41_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cherries into the glass case." } ] }, { "id": "lego-41397-juice-truck-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-42_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the disk upside down so that the smooth surface is up, and put it on the glass case. Very good job! Now you've finished the blender." } ] }, { "id": "lego-41397-juice-truck-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-43_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the blender on the two frontmost rows, two knobs from the left." } ] }, { "id": "lego-41397-juice-truck-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-46_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we'll build a small pineapple." } ] }, { "id": "lego-41397-juice-truck-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-45_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flower on top. Voila, you've made a pineapple." } ] }, { "id": "lego-41397-juice-truck-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-46_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the pineapple on one of the knobs next to the blender." } ] }, { "id": "lego-41397-juice-truck-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-49_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a delicious smoothie." } ] }, { "id": "lego-41397-juice-truck-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-48_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the wine glass. And now you've got yourself a delicious smoothie." } ] }, { "id": "lego-41397-juice-truck-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-49_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the smoothie next to the blender and the pineapple." } ] }, { "id": "lego-41397-juice-truck-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-50_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the frontmost knob at the top left of the structure, leaves overhanging to the front. Put the other one symmetrically on the right." } ] }, { "id": "lego-41397-juice-truck-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-53_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We are now going to build 4 wheels." } ] }, { "id": "lego-41397-juice-truck-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-52_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the rim into the tire. Great job, now let's build the other 3 wheels." } ] }, { "id": "lego-41397-juice-truck-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-54_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, click the wheels onto the 4 side connectors on the chassis, spokes facing outwards. The juice truck is now nearly finished. Very well done! It still needs some details, the bricks for those are in the next bag." } ] }, { "id": "lego-41397-juice-truck-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-58_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will make a small crate for the fruit." } ] }, { "id": "lego-41397-juice-truck-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-55_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41397-juice-truck-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-57_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the banana and the apple into the crate." } ] }, { "id": "lego-41397-juice-truck-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-58_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Very well done. You now have a fruit crate. Place it into the open space on the left side of the truck. There are 2 knobs on which you can mount the crate." } ] }, { "id": "lego-41397-juice-truck-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-61_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build a pineapple for the roof of the truck." } ] }, { "id": "lego-41397-juice-truck-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-59_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41397-juice-truck-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-60_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41397-juice-truck-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-61_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, put the pineapple horizontally centered on the two back rows on the higher part of the structure." } ] }, { "id": "lego-41397-juice-truck-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Car-62_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The truck is finished! Good job! Now Emma can start the trip to the beach where customers may be waiting for her to make juices and smoothies." } ] }, { "id": "lego-41397-juice-truck-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Camera-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now let's get Andrea's basket ready for going to the beach." } ] }, { "id": "lego-41397-juice-truck-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Camera-1_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the camera in the basket." } ] }, { "id": "lego-41397-juice-truck-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_2-7_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it is time for making Andrea." } ] }, { "id": "lego-41397-juice-truck-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_2-1_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body horizontally on top of the legs. Andrea's wearing a dark blue and teal bikini top with golden straps. She's also wearing a pink skirt and dark blue sandals." } ] }, { "id": "lego-41397-juice-truck-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_2-2_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Andrea has brown eyes and a nice smile." } ] }, { "id": "lego-41397-juice-truck-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_2-3_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41397-juice-truck-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_2-4_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! The flower is put on in a special orientation. Turn the flower upright, and mount it on the right side of the hairpiece." } ] }, { "id": "lego-41397-juice-truck-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_2-5_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put Andrea on top of the 2 knobs. Now Andrea is finished, and ready for surfing. Very well done!" } ] }, { "id": "lego-41397-juice-truck-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-MiniFigure_2-6_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now the dolphin is ready to join Andrea in the water." } ] }, { "id": "lego-41397-juice-truck-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-13_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now it's time for making a small beach environment." } ] }, { "id": "lego-41397-juice-truck-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, flat edge to the back." } ] }, { "id": "lego-41397-juice-truck-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-1_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the back row in the right corner of the plate." } ] }, { "id": "lego-41397-juice-truck-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-2_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, clasp to the right." } ] }, { "id": "lego-41397-juice-truck-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-6_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make a small beach table." } ] }, { "id": "lego-41397-juice-truck-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-3_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side down on the table." } ] }, { "id": "lego-41397-juice-truck-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-4_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41397-juice-truck-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-5_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41397-juice-truck-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-6_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, place the table on the back row, third knob from the right." } ] }, { "id": "lego-41397-juice-truck-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-12_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the lovely sun lounger." } ] }, { "id": "lego-41397-juice-truck-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-7_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41397-juice-truck-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-8_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the foot plate vertically on the leftmost column, side plate to the left. Put the flat tile horizontally to the right, clasps to the right." } ] }, { "id": "lego-41397-juice-truck-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-11_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build the backrest." } ] }, { "id": "lego-41397-juice-truck-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-9_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, side handle to the left." } ] }, { "id": "lego-41397-juice-truck-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-10_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the plate, curve to the right. This is the backrest." } ] }, { "id": "lego-41397-juice-truck-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-11_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Clip it into the clasps on the right side of the sun lounger and fold up the backrest." } ] }, { "id": "lego-41397-juice-truck-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-12_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sun lounger on the two front rows of the structure, skip one knob from the left." } ] }, { "id": "lego-41397-juice-truck-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41397-juice-truck-readscr/images/sm01-Beach-13_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now you have finished the beach environment. Very good job! And actually you have finished the whole set. Time for play if you like." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build a policeman minifigure.\u00a0 He has handcuffs to arrest the crook, and his dog helps him on his adventures!" } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs. The policeman wears a light blue shirt with a dark blue tie and a police badge on it. The dark blue pants are kept in place with a brown leather belt." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure-1_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top. The policeman has a gritty smile on his face. He is determined to catch the thief!" } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handcuffs in the left hand of the policeman." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure-3_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place the dog on the table next to the policeman." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The policeman is finished! Well done! Put him aside for now." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure2-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build a new minifigure. The minifigure is a crook with a crowbar and a sack in his hands." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure2-0_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure2-1_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure2-2_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the crowbar and sack in the hands of the crook." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Minifigure2-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crook minifigure is finished! Well done! He wears a white prison uniform with grey stripes. He sure is up to no good, so you better watch out!" } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-20_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the police car." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-0_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place it horizontally on the table." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-3_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the 4 wheels." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-1_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "4 medium stone grey wide rims with hole," } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-2_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the rims into the tyres." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-3_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wheels onto the side connectors of the waggon bottom." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-4_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the lower part of the waggon bottom on the right edge, slope to the left." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-5_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-6_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top. Put this build vertically on the lower part of the waggon bottom on the left edge." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-8_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the seat to the left of the roof tile on the lower part, seatback to the right. Put the steering wheel with plate 1x2 vertically to the left of the previous piece." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-9_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the middle two rows to the right of the seat. Put one plate 1x8 horizontally on the frontmost row, starting from the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-10_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two leftmost columns, curve to the left. The curve tile is decorated with a gold police star. Police is written on it with big letters." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-11_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two horizontally on the frontmost row starting from the right. Make sure that the profile lines running top to bottom are facing inwards. Repeat symmetrically at the back." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-12_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on top. Repeat symmetrically at the front." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-13_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces have a special orientation! We will mount them on the left side of the structure. Put the flat tile 1x4 upright vertically on the top row on the left side of the structure. The flat tile is decorated with front lights. Put the tile with bow 1x4 upright vertically below the previous piece." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-14_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the steering wheel, slide to the left." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-15_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-16_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put both vertically on top of the previous piece." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-17_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces have a special orientation. We will mount them on the right side surface of the structure. Put them upright horizontally on the two middle columns at the right side of the structure bottom, clasps to the top." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-18_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces have a special orientation. We will mount them on the right side surface of the structure. Put one flat tile 1x2 upright to the back of the previous pieces. Repeat symmetrically at the front. Put the grille tile upright vertically below the grips of the 2 plates 1x2 with clasp." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-19_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its bottom bar into the vertical grips on the right side." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Police%20car-20_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You are now finished building the police car. Well done. Seat the policeman behind the wheel and chase after the crook." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-14_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section we will build the diamond shop." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-0_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-1_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the back two rows." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-2_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the backmost row in the middle. Put the brick 1x2x2 vertically to the right." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-3_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the plate 1x4." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-4_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the light blue diamond into the knob of the left plate 1x2 with 1 knob, and the other diamond into the right knob." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-5_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the diamonds." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-6_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column at the back." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-7_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the top left at the back, slope to the left. Repeat symmetrically on the right, slope to the right." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-13_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the jeweler's shop window. Assembling the window can be tricky, ask someone for help if necessary." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-8_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table, inner notch to the top, and top knobs to the back." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-9_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the window frame. The window glass has two small bumps at the top that fit perfectly into the notches on the inside of the frame." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-10_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the window in the middle, overhanging to the front, side knobs to the front." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-11_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the window frame." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-12_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation! We will mount it on the front of the structure. Put it upright on the side knobs on the front of the structure. The tile is printed with the logo of the jewelry store: a big light blue diamond." } ] }, { "id": "lego-60241-police-dog-unit-screen-reader-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60241-police-dog-unit-screen-reader/images/sm01-Diamond%20shop-14_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You have now finished building the diamond shop and also the whole set. Nice job." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig1-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig1-0001_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hairpiece on the head. The beanie points to the back, the hair falls over the chest towards the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig1-0002_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0006_step_Step%20%23CU_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the mother dinosaur named Blue." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0000_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The dinosaur body has a long tail on one end, 4 top knobs and one neck with hole on the other end. Hold it so that the tail is to the right. Insert the connector peg into the top hole on the left edge from the top." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0002_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we assemble Blue's head." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0001_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the jaw onto the head from the bottom. The jaw has to little bumps that fit perfectly into two little notches on the head. If done correctly, you can open and close the dinosaur jaw towards the bottom." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0002_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Blue's head has a hole at the bottom. Put this hole on the connector peg on the dinosaur body, snout to the left." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0003_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "There are 2 holes on each side of the dinosaur body. Identify the holes that are closer to the tail on each side. Insert the connectors of the legs into these holes on the sides of the body. Make sure the knees bend towards the head, and also the claws point towards the head. If this does not work, try switching the two legs." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0004_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connectors of the arms into the holes that are closer to the head. Make sure the elbows bend down. If this does not work, try switching the two arms." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-dino-0006_step_Step%20%23CU_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 dinosaurs Blue and Beta are finished! Well done! Their appearances are more or less identical: they are medium grey velociraptor dinosaurs with a black marking on their left and right sides starting behind the eyes, leading all the way to the tip of the tail. There are fine yellow markings around those main black lines, and they have similar yellow markings on their thighs. Their eyes are bright orange. Let them roam the wilderness and see how fast they can run!" } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-bike-0003_step_Step%20%23%23D_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's assemble the bike." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-bike-0002_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the 2 bicycle wheels." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-bike-0001_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rubber tires around the rims." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-bike-0002_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Take the bicycle frame: there are two fork clasps below the handlebar, and two fork clasps below the luggage carrier. Snap the pins of the wheels into those fork clasps." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-bike-0003_step_Step%20%23%23D_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bike is finished! Great job! Maisie can take it for a spin now!" } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0012_step_Step%20%23%23E_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the dinosaur cage." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0000_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the plate 2x2 on the 4 middle knobs." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0001_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, clasps overhanging to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0002_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 horizontally next to each other on the back row, clasps to the back. Repeat symmetrically on the front row with the 2 remaining pieces, clasps to the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0003_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x3 horizontally on the back row, starting from the left edge. Put the other plate 1x3 horizontally in front of the previous piece. Put the plate 1x2 vertically on the rightmost column." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0004_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the pin of the drumstick into the knob of the previous piece. Make sure the bony half is towards the left." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0005_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 horizontally so that one of the long bars is facing you. Snap the leftmost of the 4 short bars into the clasps on the right edge of the build. If done correctly, you can now fold the lattice up and down. Repeat symmetrically with the 2 clasps on the left side. During the upcoming steps, you can always fold the already mounted lattices up or down, whatever makes building easier for you." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0006_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, hold one horizontally. Now snap one of the two long bars into both clasps pointing to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0008_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we make 2 cage decorations." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0007_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can assemble and attach these small decorations as you wish. Continue for the exact instructions. Put the round plates with leaves on the table, leaves pointing towards you. Put the plates with clasp on top. Make sure the middle leaf and the clasp are aligned in one straight line." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0008_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 cage decorations are finished! Before you mount them, fold the 2 lattices on the left and right sides down, and the 2 lattices at the front and back sides up. This will make mounting a bit easier. Snap the clasp of one decoration element on the second bar from the left on the front lattice. Make sure the leaves are pointing to the left. Then, snap the second decoration element on the second bar from the right on the back lattice, leaves pointing to the right." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0011_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the safety chain. First, fold all 4 lattices up so that the cage is closed." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0009_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the chain on the table and find the two knobs. The narrow part of the knob is the top, the wider part is the bottom. Insert the handle of the wrench into the knob from the bottom. This means that the handle sticks out a little bit at the top of the knob." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0010_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Just like before, insert the handle of the wrench into the other chain knob from the bottom." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0011_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The safety chain is finished! Great job! To mount it, snap one wrench clasp onto the top bar of the front lattice in the right half. Repeat symmetrically on the top bar of the back lattice." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-cage-0012_step_Step%20%23%23E_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The dinosaur cage is finished! Well done! The safety chain makes sure that the cage does not burst open unintentionally or during a high-security velociraptor transport. If you want to open all lattices, take one end of the safety chain off." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0009_step_Step%20%23%23F_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the bike ramp." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0000_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 on the table. Put the brick 1x2 horizontally on the backmost row, starting from the left edge. Make sure that the side knobs point to the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0001_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece, leaves to the right and back." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0002_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x1 horizontally on the previous piece and the knob to its left, top tile to the left. Put the round plate with leaves to the left of the previous piece. This means it is mounted on the leftmost knob of the backmost row. Make sure the leaves point to the left and back." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0005_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the ramp barrel." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0003_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0004_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0005_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The ramp barrel is finished! We will mount it upright, so first you have to flip it so that the round tile 2x2 is facing you. Then mount the bottom of the barrel on the 2 side knobs pointing to the front. These knobs are in the back left corner." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0008_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the ramp incline." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0006_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with hinge mounting vertically on the table, hinge notches on the right. Snap the hinge pins of the plate 2x2 into the hinge mounting." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0007_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 4 knobs of the previous piece, right half of the flat tile overhanging to the right." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0008_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The ramp incline is finished! Well done! Mount the base 1x2 to the right of the ramp barrel. The frontmost row remains empty, the ramp incline is extending towards the right." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-plateau-0009_step_Step%20%23%23F_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bike ramp is finished! Great job! Maisie can use this ramp for breathtaking stunts and jumps with her cool bike." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig2-0004_step_Step%20%23DA_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Rainn Delacourt Minifigure." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig2-0000_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig2-0001_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hairpiece on the head." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig2-0003_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's assemble the tranquilizer gun." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig2-0002_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the syringe into the clasp at the top of the rifle. Make sure the tip of the syringe is pointing in the same direction as the gun barrel." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig2-0003_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bottom shaft of the rifle into Rainn's right hand." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-minifig2-0004_step_Step%20%23DA_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Rainn Delacourt Minifigure is finished! Great job! Rainn is wearing a grey trench coat with decorative stitching and two pockets. He is wearing black pants with a brown leather belt, and a burgundy red shirt with grey buttons and a blue collar. He has a determined, even slightly grim grin on his face. His cheeks and chin are covered with stubble, and next to his right eye there is a tattoo of a black snake. He has dark circles around the eyes, and there are a few wrinkles on his forehead. Rainn is not a person to be trifled with! Handling dinosaurs is his specialty." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0050_step_Step%20%23DL_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the pick-up truck." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0000_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x14 horizontally on the table. Put the plate 2x4 vertically centered on the four rightmost knobs, symmetrically overhanging to the front and back." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0001_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate with connector pins vertically centered to the left of the previous piece, connector pins to the front and back. Put the plate 2x8 horizontally to the left of the previous piece. Put the other plate with connector pins vertically centered to the left of the previous piece." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0002_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x6 vertically centered on the rightmost column, symmetrically overhanging to the front and back. Careful: Round plates can be a bit tricky to mount. In our case, the knobs will form straight rows and columns in front of you even though the piece is round. Sometimes, you need to wiggle the round piece a little, or slightly change its orientation. You can always ask for help if mounting the pieces is too difficult. Continue for the exact instructions. Put the round plate 4x4 centered to the left of the previous piece. It should be flush with the edges of the plate with connector pins underneath." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0005_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the base of the truck's cabin." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0003_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x6 on the table. Put 1 plate 1x6 horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0004_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 3 of them horizontally next to each other on the previous piece, side rails to the front. Repeat symmetrically at the back, side rails to the back." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0005_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The base of the truck's cabin is finished! Great job! Keep the current orientation of the cabin base, and mount it centered to the left of the round plate 4x4. Make sure the cabin base is symmetrically overhanging to the front and back." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0006_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered to the left of the cabin base." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0007_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 plates 1x3 horizontally next to each other on the two middle rows, starting from the rightmost edge. Put the round plate 4x4 centered to the left of the two previous pieces. This can be quite tricky, so take your time. Put the round plate 2x2 centered to the left of the previous piece. If done correctly, there are 2 empty rows behind this piece and 2 empty rows in front of this piece." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0008_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 angle plate 1x2 vertically on the 2 backmost knobs of the rightmost column, side knobs to the right. Repeat symmetrically on the 2 frontmost knobs of the rightmost column. Put 1 plate 1x2 horizontally to the left of the previous piece. Repeat symmetrically at the back. The right knobs of the 2 most recent pieces will move easily. That is fine, just make sure that they are oriented horizontally." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0009_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the round plate 2x2 that is mounted roughly in the middle of the structure. Now, put the round plate 4x4 centered to the left of said piece. Put 1 one-stepped plate on the 3 backmost knobs of the 2 leftmost columns of the structure, side knobs to the left. Careful: The left back corner of this piece is overhanging. Put the other one-stepped plate symmetrically in front of the previous piece, side knobs to the left." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0010_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 centered on the lower level of the two previous pieces and 2 knobs to their right. If done correctly, there will be 1 empty column to the left of this piece, and 1 empty row in front and behind this piece. Put the plate 2x4 vertically centered to the right of the previous piece." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0011_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 2 backmost knobs of the rightmost column, side knobs to the right. Put another one vertically in front of the previous piece, side knobs to the right. Put the last one vertically in front of the previous piece, side knobs to the right." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0012_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically centered to the left of the 3 previous pieces. Put the plate 2x8 horizontally centered to the left of the previous piece. Make sure it is on the 2 middle rows of the structure." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0013_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Placing these 2 corner tiles can be quite tricky. Take your time and listen to the upcoming instructions carefully. Ask for help if needed. Put 1 on the table. Turn it so that the outer corner is pointing to the front right. Mount it in this orientation on the rightmost edge, while leaving the backmost knob of the rightmost column empty. Put the other corner tile on the table, outer corner pointing to the back right. Mount it in front of the previous piece on the rightmost edge. Leave the frontmost knob of the rightmost column empty." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0014_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 mudguard brick horizontally on the third knob from the right at the front, one row and mudguard overhanging to the front. Careful, this piece is only mounted on one knob. Repeat symmetrically at the back, mudguard to the back. Put 1 plate 1x3 horizontally to the left of the previous piece. Repeat symmetrically at the front, to the left of the front mudguard brick." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0015_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "They will cover the inner rows of the mudguard bricks. Continue for exact instructions. Put 1 horizontally on the back row of the front mudguard brick from the right, top tile to the left. Put 1 horizontally to the left of the previous piece, top tile to the right. If done correctly, these two pieces now hug the back row of the mudguard brick. Repeat symmetrically at the back with the two remaining pieces. Make sure to use the inner row of the mudguard brick." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0016_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 horizontally behind the two previous pieces. Put 1 inverted roof tile 1x2 horizontally to the right of the previous piece, slope to the left. Repeat symmetrically at the front: plate 1x2 horizontally on the outer row of the front mudguard, roof tile 1x2 horizontally to its right, slope to the left." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0017_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 4 knobs from the rightmost edge, and put 1 inverted roof tile 1x2 horizontally on the backmost row, slope to the right. Repeat symmetrically on the frontmost row. Put the brick 1x6 vertically to the left of the two previous pieces." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0019_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the front mudguards." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0018_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mudguard bricks on the table, mudguards to the back. Put the 2 plates 1x2 horizontally on the 2 back rows. This means they are directly next to the mudguards." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0019_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Leave the leftmost column empty, and mount 1 mudguard brick on the back row, mudguard and 1 row overhanging to the back. Again, this part will only connect to one knob. Repeat symmetrically on the front row, mudguard and 1 row overhanging to the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0020_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 corner brick to the right and back of the previous piece. This means it hugs the back right corner of the previous piece. Put the other corner brick behind the previous piece so that it hugs the front right corner of the mudguard brick at the back. Put the round brick 2x2 centered to the left of the two previous pieces. If done correctly, it will sit on the leftmost edge in the middle." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0021_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically behind the previous piece on the leftmost column, side knobs to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0022_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the steering wheel vertically centered on the fifth column from the left edge, steering wheel to the right. This means that it is mounted on the lower part. From there, skip 2 columns to the right, and mount the plate with top handle vertically centered, slope to the left. If done correctly, the steering wheel and the plate with top handle are opposite each other with 2 empty columns in between. By the way: The plate with angled top handle serves as the driver's seat! We will later mount the rear window to its right." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0023_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 inverted roof tile 1x2 horizontally on the backmost row to the right of the back left mudguard brick, slope to the left. Repeat symmetrically on the frontmost row. Put 1 brick 1x3 horizontally to the right of the previous piece. Repeat symmetrically on the backmost row." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0024_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x6 horizontally on the backmost row, starting from the rightmost edge. Repeat symmetrically on the front row. Put 1 plate 1x3 horizontally to the left of the previous piece. Repeat symmetrically on the back row." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0025_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate with hook horizontally to the left of the previous piece, hook to the back. Repeat symmetrically on the front row, hook to the front. Put the plate 1x6 vertically to the left of the 2 previous pieces. Put the plate 1x2 vertically centered to the left of the previous piece." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0031_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the radiator grille." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0026_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the one-stepped plate horizontally on the table, 4 side knobs to the back. Put the plate 2x4 horizontally centered on the front row of the previous piece, one row overhanging to the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0027_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered underneath the front row of the previous piece." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0028_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 transparent roof tile 1x1x\u2154 on the backmost knob of the rightmost column, slope to the right. Put 1 transparent bright orange roof tile in front of the previous piece, slope to the right. Put 1 plate 1x1 in front of the previous piece. If done correctly, it will sit on the frontmost knob on the right edge of the current structure. Repeat symmetrically on the leftmost edge: transparent roof tile on the backmost knob and transparent bright orange roof tile on the middle knob, slopes to the left, and plate 1x1 on the frontmost knob." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0029_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 grille tiles 1x2 horizontally next to each other on the backmost row. Put the other 2 grille tiles horizontally in front of the previous pieces. Put the plate 1x4 horizontally centered in front of the previous pieces." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0030_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row, starting from the right edge, slope to the right. Repeat symmetrically on the left, slope to the left. The last three pieces form the front bumper of the truck." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0031_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The radiator grille is finished! Great job! Flip it upright and mount it on the 8 side knobs on the truck pointing to the left. Make sure the 4 side knobs of the radiator grille are pointing to the top. The front bumper is at the very bottom. Make sure the edges at the top and on the left and right sides are flush with the truck." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0032_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hood plate vertically on the left edge of the structure, 4 top knobs on the right. Make sure that the edges of the hood plate are flush with the truck. Flip 1 plate 1x1 upright and snap its clasp onto the hook at the center front. Make sure the back side of the plate sticks out towards the front. Repeat symmetrically at the back, piece sticking out towards the back. These are your rearview mirrors! Adjust them to so the driver can see well." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0035_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the rear bumper." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0033_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x6 horizontally on the table. Put the plate 1x4 horizontally centered on top." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0034_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the rightmost edge, slope to the right. Repeat symmetrically on the left, slope to the left." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0035_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the rear bumper upright, and mount it horizontally on the 6 bottommost side knobs pointing to the right." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0036_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 upright vertically above the rear bumper on the 2 backmost side knobs. Put the flat tile 2x4 upright horizontally in front of the previous piece. Put the other flat tile 1x2 upright vertically in front of the previous piece." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0040_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the rear window." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0037_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the table. Put the wall element 1x2x2 horizontally on the 2 leftmost knobs, wall to the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0038_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece, wall to the front." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0039_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 plates with side rail horizontally next to each other on the 2 previous pieces, side rails to the front. Put the grille tile 1x2 horizontally centered on the two previous pieces." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0040_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear window is finished! Great job! Mount it vertically centered in the middle of the vehicle, to the right of the angled top handle which serves as the driver's seat. Make sure the walls and side rails are to the left." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0042_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 center pillars." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0041_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick on the table, and put another one on top. Repeat with the other 2 bricks." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0042_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 center pillars are finished! Mount 1 on the frontmost row in front of the rear window, and repeat symmetrically at the back." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0043_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the previous part and the knob in front of it, slope to the back. Repeat symmetrically at the front. If done correctly, these two pieces hug the center pillars and rear window frame." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0044_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the steering wheel, slope to the left. Make sure that there are still 4 empty knobs to the left of the windscreen." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0045_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the windshield, connecting the windshield with the rear window frame. Make sure the 4 top knobs are on the right." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0047_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 2 right wheels." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0046_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rubber tires on the rims." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0047_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 wheels on the 2 connector pins sticking out towards the back. Make sure the spokes are facing inwards." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0049_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 2 left wheels." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0048_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rubber tires around the rims." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0049_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wheels on the 2 connector pins sticking out towards the front. Make sure the spokes are facing inwards." } ] }, { "id": "lego-76946-blue-beta-velociraptor-capture-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76946-blue-beta-velociraptor-capture-readscr/images/sm01-car-0050_step_Step%20%23DL_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pick-up truck is finished! Great job! The cage fits into the truck bed, so if you need to take Beta to a different location, this is the perfect vehicle for it. But of course you can also use it to transport Maisie's bike equipment or take a look around Jurassic Park. There is lots to see!" } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Fig01-5_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the lifeguard Minifigure." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Fig01-1_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Fig01-2_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it around the neck, life vest overhanging towards the front of the Minifigure." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Fig01-3_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Fig01-4_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Fig01-5_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The lifeguard Minifigure is finished! Well done! He is wearing blue pants and a zipper jacket with red sleeves and top half, and a yellow bottom half as well as yellow and red zippers. On his left chest the Star of Life symbol is sewed on, the symbol used by many emergency medical services. It is a bright blue six-pointed star with blunt ends that has a white outline. The lifeguard is also wearing mirrored sunglasses. The back of his jacket again has a large Star of Life print in the middle, this time also with a white Rod of Asclepius in the middle." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Shark-2_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the shark." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Shark-1_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the jaw into the front opening of the shark body. The shark has two grim-looking eyes that are printed on the left and right side of its head." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Shark-2_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The shark is finished! Well done! Watch out and make sure that it can roam the waters in peace!" } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-17_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the water scooter." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-0_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, slopes to the front and back." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-1_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the lower part of the roof tile on the right edge, 4 columsn overhanging to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-2_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the previous piece to the left of the other roof tile." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-3_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the previous piece on the backmost row, clasp to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-4_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally so that the narrow end is pointing to the left. Then put it underneath the structure from the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-5_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the third column from the left edge, hook to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-6_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 middle rows, starting from the right edge, fin to the right, 2 knobs to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-7_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge, curve to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-8_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece, curve to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-11_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the handlebar of the water scooter." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-9_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, cube at the bottom, clasp pointing to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-10_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bottom shaft into the clasp of the mechanical arm. Make sure the handlebars are slightly pointing to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-11_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the upward hook on the left side of the boat into the cube from the bottom, handlebar to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-12_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the third column from the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-13_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left edge of the structure, cutout hugging the handlebar towards the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-14_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the second and third column from the left, slope to the left. This piece is printed with the blue Star of Life symbol in a white circle that is surrounded by a thick blue frame, another thin white frame, and a thin blue outline. In the thick blue frame, the words \"BEACH RESCUE\" are printed on in white letters, and there are four white stripes to the left and right of the Star of Life." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-15_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap them into the side clasp pointing to the back." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-16_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its handle into the side clasp pointing to the front." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Boat-17_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The water scooter is finished! Well done! Everything is ready for the lifeguard to go on his first mission in the water!" } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-39_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the beach all-terrain vehicle." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-0_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, connector pins to the front and back." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-1_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-2_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left column, 5 columns overhanging to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-3_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the leftmost column of the previous piece, one column of the bearing element overhanging to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-4_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, 4 side knobs to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-5_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece and the column to its right, narrow end to the left, cut-out to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-6_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the cut-out of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-7_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece on the back row, one row overhanging to the back, cut corner to the back right. Repeat symmetrically on the front row, cut corner to the front right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-8_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the two previous pieces, ball socket to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-9_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece, starting from the right edge." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-10_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, seatback to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-11_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-12_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-13_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the protruding knob at the back, protruding plate to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-14_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the seat, one column overhanging to the right above the ball socket." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-15_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the third column from the right." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-16_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-17_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge, panel to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-18_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost edge." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-19_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece, mudguard slopes pointing to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-20_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row of the previous piece, clasp to the right. Repeat symmetrically on the front row." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-21_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the lower side knobs on the left side, slope to the bottom." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-24_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-22_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-23_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-24_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part upright horizontally on the upper side knobs on the left side." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-25_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost four knobs, slope to the left. This piece is printed with the same design as the curve tile on the water scooter: the blue Star of Life symbol in a white circle that is surrounded by a thick blue frame, another thin white frame, and a thin blue outline. In the thick blue frame, the words \"BEACH RESCUE\" are printed on in white letters, and there are four white stripes to the left and right of the Star of Life." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-26_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally so that the two bottom bars are on the left and right. Then, snap the bottom bar on the left into the two clasps on the top left of the vehicle. If done correctly, you can now open and close the roll cage on its right side." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-27_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically left column of the top knobs of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-28_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its shaft into the back knob of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-29_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its shaft into the knob in front of the previous piece, funnel to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-38_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 ATV wheels." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-37_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-31_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-37_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 rims and another 3 tires. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-38_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 4 ATV wheels are finished! Well done! Snap them on the connector pins at the bottom of the vehicle." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Car-39_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The beach all-terrain vehicle is finished! Great job! Now the lifeguard can jump into his ATV and rush to the next emergency site. The megaphone and warning light will help you to navigate even through crowded beaches." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-14_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the boat trailer." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-0_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-1_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-2_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-3_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the leftmost column, towing extension overhanging to the left." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-4_step_dss.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right edge." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-5_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-6_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-7_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, flip the structure upside down. Make sure the towing extension stays on the left side. Put the bearing element vertically in the middle of the plate 2x6, connector pins pointing to the front and back." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-12_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the 2 trailer wheels." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-9_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-11_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-9_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the second tire just like the first one." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-12_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Well done! Now snap the tires onto the two connectors on the boat trailer, spokes facing outward." } ] }, { "id": "lego-60286-beach-rescue-atv-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60286-beach-rescue-atv-readscr/images/sm01-Trailer-14_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The boat trailer is finished! Great job! Flip it right side up again and then snap the ball of the towing extension into the ball cup on the ATV." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure1-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build mini-figure Andrea and her cat Chico. (Andrea has long dark-brown curly hair and is wearing a turquoise vest with tassles, a golden t-shirt, a necklace, and a dark-blue skirt. Her cat's fur is sand blue, and the cat has a white heart on its chest.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure1-0_step_New%20Step%203.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the hip with skirt and legs. Put the head on top. Put the hair on top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure1-1_step_New%20Step%20167.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Andrea can now pet Chico and play with him!" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure1-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mini-figure Andrea is finished! Well done! You can put her aside for now." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-71_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the ground floor of the art studio. (This is where the friends sell their art as well as paints and accessories behind a sales counter.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-0_step_New%20Step%207.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x8 horizontally on the table. Put the brick 1x6 horizontally on the back row on the left edge." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-1_step_New%20Step%208.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x1 in front of the previous piece on the 5th knob from the left. Put the flat tile 1x2 vertically in front of the previous piece. Put the brick 1x4 vertically to the right of the previous pieces, touching the brick 1x6 at the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-2_step_New%20Step%209.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically to the left of the previous piece and in front of the flat tile 1x2, one row overhanging to the front. Put the other one vertically to the left, one row overhanging to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-3_step_New%20Step%2010.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the front, underneath the 2 bright purple plates 2x3." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-4_step_New%20Step%2011.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, you have to turn the structure 90 degrees to the right. This means that you give it one quarter spin clock-wise, so that the structure is horizontally oriented again. The longer side of the structure is facing you, and you have two empty front rows. The white bricks are on the right. Put the plate 1x6 horizontally on the third row from the front, to the left of the brick 1x4. Put the brick 1x6 vertically on the leftmost column starting from the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-5_step_New%20Step%2012.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the leftmost knob of the medium lilac plate 1x6 on the third row of the structure. Put the other one on the rightmost knob of that plate." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-6_step_New%20Step%2013.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the 2nd row from the front, starting with the 3rd knob from the left. Put one brick with arch 1x1 and protruding plate vertically to the left, arch to the front and protruding plate to the back. Repeat symmetrically on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-7_step_New%20Step%2014.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one quarter circle tile 1x1 on the front row on the third knob from the left, curve to the front left. Skip two knobs to the right, and put the other quarter circle tile 1x1 on the sixth knob of the front row, curve to the right. Put the flat tile 1x2 horizontally between the previous pieces." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-8_step_New%20Step%2025.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the front, between the 2 bricks with arch and protruding plates." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-11_step_New%20Step%2015.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 floral decorations." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-9_step_New%20Step%2043.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-10_step_New%20Step%2042.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the previous pieces." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-11_step_New%20Step%2015.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left and right of the bricks 1x1 with arch and protruding plate on the front second row." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-12_step_New%20Step%2016.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost column, starting from the back. Repeat symmetrically on the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-15_step_New%20Step%2017.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will decorate a wall element." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-13_step_New%20Step%2044.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the next four sentences. Put the wall element 1x6x5 flat on the table, hollow to the top, knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-14_step_New%20Step%20168.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker inside the wall element. It shows several items that are on sale in the store: four paint tubes in blue, green, mint, and purple, several crayons in the same colors, and three paint brushes." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-15_step_New%20Step%2017.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x6x5 vertically on the leftmost column starting from the back, hollow to the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-16_step_New%20Step%2018.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one to the right of the previous piece on the white brick 1x1 with arch and protruding plate. Repeat symmetrically on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-20_step_New%20Step%2019.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the door. This can be quite tricky. Ask someone to help you if it is too difficult." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-17_step_New%20Step%2047.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table, inner notch to the top, knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-18_step_New%20Step%2048.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the notches of the frame 1x4x6, door handle to the right. This means that the door opens to the front and to the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-19_step_New%20Step%2045.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the door knob." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-20_step_New%20Step%2019.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The door is finished! Well done! Put it horizontally between the 2 white columns 1x1x6." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-23_step_New%20Step%2020.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble a window. (This can be quite tricky. Ask someone to help you if it is too difficult.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-21_step_New%20Step%2051.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table, inner notch to the top, knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-22_step_New%20Step%2050.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the inner notches of the frame 1x4x6." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-23_step_New%20Step%2020.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The window is finished! Well done! Put it horizontally to the right of the previous piece, next to the white column 1x1x6." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-26_step_New%20Step%2021.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will decorate a wall element." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-24_step_New%20Step%2052.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the next four sentences. Put the wall element 1x6x5 flat on the table, hollow to the bottom and knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-25_step_New%20Step%20169.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle. The sticker shows a painting of a purple cat surrounded by painted ornaments and decorations." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-26_step_New%20Step%2021.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x6x5 vertically on the rightmost column starting from the back, hollow to the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-27_step_New%20Step%2022.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 vertically on top of the previous piece. Put the plate 1x1 to the left on top of the window." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-28_step_New%20Step%2023.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 with 4 side knobs horizontally on top of the door, side knobs to the front. Put the angle plate 1x2 - 1x4 horizontally on the middle two knobs of the window, side knobs to the front. Put the plate 1x2 horizontally between the previous pieces." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-29_step_New%20Step%2024.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 with side clasp vertically on the leftmost column starting from the front, clasp to the left. Put the plate 1x1 to the right. Put the brick 1x4 vertically on the back four knobs of the leftmost column." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-30_step_New%20Step%2027.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x4 horizontally on top, starting from the left. Put the flat tile 1x8 horizontally to the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-31_step_New%20Step%2028.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one flat tile 1x1 on the backmost knob on the left wall. Repeat symmetrically on the right. Put one plate 1x4 with 2 knobs vertically in front of the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-32_step_New%20Step%2029.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the four side knobs on the right front side of the structure, slide to the top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-36_step_New%20Step%2030.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the doorway arch." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-33_step_New%20Step%2054.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, curved corners to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-34_step_New%20Step%2053.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round flat tile 2x2 in the middle. Put one quarter-arched tile 2x2 to the left, outside arch to the left back. Repeat symmetrically on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-35_step_New%20Step%20170.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the round flat tile 2x2. (The sticker features the logo of the art studio: a painter's palette, and a paint brush painting a thick violet brush stroke.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-36_step_New%20Step%2030.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The doorway arch is finished! Well done! Careful: this build has a special orientation! Mount it upright horizontally on the left front side knobs of the structure, piece overhanging to the top, curved corners to the top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-41_step_New%20Step%2031.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a fire hydrant." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-37_step_New%20Step%2056.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-38_step_New%20Step%2057.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, side knob to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-39_step_New%20Step%2055.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the side knob of the previous piece." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-40_step_New%20Step%2058.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the structure." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-41_step_New%20Step%2031.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire hydrant is finished! Well done! Put it on the rightmost knob of the front row." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-45_step_New%20Step%2032.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will decorate the store sign." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-42_step_New%20Step%2061.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-43_step_New%20Step%20172.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the round part of the store sign." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-44_step_New%20Step%20171.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat symmetrically on the back side of the store sign. (The stickers show another version of the studio's logo: a wooden palette with purple, blue, and white dabs of paint, and a paint brush.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-45_step_New%20Step%2032.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The store sign is finished! Well done! Put it vertically in the side clasp on the left side of the structure, round sign to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-46_step_New%20Step%2033.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle starting from the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-47_step_New%20Step%2063.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-48_step_New%20Step%2062.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack it on top of the previous piece so that their bases match." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-49_step_New%20Step%2035.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in front of the brick 1x2x2, outside arch to the front right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-50_step_New%20Step%2036.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous three pieces, starting from the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-51_step_New%20Step%2066.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table. (It is printed with a cash register.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-52_step_New%20Step%2065.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. (It is printed with a 100 dollar note.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-53_step_New%20Step%2037.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cash register on the front four knobs of the previous piece, slide to the left. You have now built the sales counter of the art store! Andrea and Emma can sell their art here later." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-54_step_New%20Step%2038.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column of the structure from the right, starting from the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-60_step_New%20Step%2064.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a small paint shelf." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-55_step_New%20Step%2068.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-56_step_New%20Step%2069.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the dark green round plate 1x1 on the second knob from the right. Put the light purple round plate 1x1 to the right. Put the cylinder 1x1 on the leftmost knob. Put the round flat tile 1x1 on the second knob from the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-57_step_New%20Step%2070.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top of the cylinder 1x1. Put the other two on top of the round plates 1x1." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-58_step_New%20Step%2071.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with 1 knob upright horizontally on the left two side knobs. Put the plate 1x2 with top clasp upright horizontally to the right, clasp on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-59_step_New%20Step%2067.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright in the side clasp, shears to the top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-60_step_New%20Step%2064.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The small paint shelf is finished! Well done! Put it vertically on the second column of the structure from the right, starting from the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-66_step_New%20Step%2039.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a display stand." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-61_step_New%20Step%2073.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-62_step_New%20Step%2074.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the snap on the flag pole 1x1x3 at the bottom." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-63_step_New%20Step%20173.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the square sign 2x2 with snap. (The sticker shows a painting of ornaments on a mint-green background with black scrollwork, and a lilac flower in the middle.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-64_step_New%20Step%2072.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flag pole 1x1x3 at the top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-65_step_New%20Step%20174.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the square sign 2x2 with snap. (The sticker shows a painting of ornaments on a lilac background with dark-blue scrollwork, and four white leaves in the middle.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-66_step_New%20Step%2039.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The display stand is finished! Well done! Put it on the backmost knob of the second column from the left. (Push the paintings up a little, otherwise the stand won't fit)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-70_step_New%20Step%204.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a billboard." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-67_step_New%20Step%2076.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, holder to the bottom and to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-68_step_New%20Step%2040.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, overhanging to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-69_step_New%20Step%20175.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top. (The sticker shows an announcement for an art event at 8 p.m. and the logo of the art studio.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-70_step_New%20Step%204.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The billboard is finished! Well done! You can put it next to the art studio entrance to attract visitors for the art event." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level1-71_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The ground floor of the art studio is finished! Well done! You can put it aside for now, or let Andrea sell her artwork immediately! We always pack some extra pieces in case some get lost. You can put those aside, or use them as you see fit." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure2-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, carefully open bag two and the two sub-bags in it. Keep the little box for the end. (The bag contains all bricks and pieces for the mini-figure Emma, the second floor of the art studio, an easel for painting, and a pottery wheel.) Ask a sighted person to help you sort the pieces by color before you start building. First, we will build mini-figure Emma. (She has black curly hair with the bangs tied back and she is wearing a tank top with a black back and a pink front, two necklaces, blue jeans and white shoes.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure2-0_step_New%20Step%205.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs with trousers. Put the head on top. Put the hair on top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure2-1_step_New%20Step%2079.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mini palette in Emma's right hand. Put the mini brush in her left hand." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Figure2-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Emma is finished! Well done! You can put her aside for now, or let her organize things in the art store." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-80_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the second floor of the art studio. (This is where Emma and Andrea can paint on the easel and create art on a pottery wheel. On the roof there is a small terrace caf\u00e9 with a sunshade as well as a table and a stool to sit, relax and have a soda.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-0_step_New%20Step%2080.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x12 horizontally on the table. Put one plate 1x6 vertically on the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-1_step_New%20Step%2081.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one plate 1x4 horizontally on the front row, starting from the second knob from the left. Repeat symmetrically on the right. Skipping two columns from the right, put the round plate 2x2 with 1 knob on the back four knobs." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-4_step_New%20Step%2082.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the window flower box." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-2_step_New%20Step%20115.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-3_step_New%20Step%20114.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright purple flower 1x1 on the left knob. Put the bright yellowish green flower 1x1 on the right knob." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-4_step_New%20Step%2082.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The window flower box is finished! Mount it horizontally on the front row in the middle." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-5_step_New%20Step%2083.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright yellowish green flower 1x1 to the left of the previous piece. Put the flame yellowish orange flower 1x1 to the right of the flower box." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-6_step_New%20Step%2084.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one brick 1x1 on the backmost knob of the leftmost column. Skip two knobs to the front and put the other brick 1x1 on the fourth knob from the back. Put the brick 1x2 with side hole vertically between the previous pieces." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-9_step_New%20Step%2085.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the drive mechanism of the pottery wheel engine." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-7_step_New%20Step%20117.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, fins to the top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-8_step_New%20Step%20116.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle into the gear wheel, fins facing the end stop. Careful: the orientation of the fins is important. Otherwise the engine of the pottery wheel won't work. (Push the gear wheel all the way to the end stop.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-9_step_New%20Step%2085.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, insert the cross axle into the side hole on the left side of the structure, gear wheel to the right. (This means that the gear wheel stays inside the room, and the cross axle protrudes to the left)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-12_step_New%20Step%2086.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the crank part of the pottery wheel engine." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-10_step_New%20Step%20119.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-11_step_New%20Step%20118.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-12_step_New%20Step%2086.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the protruding part of the cross axle into the cylinder 2x2 with top cross hole. (This can be tricky; ask someone to help you if it is too difficult.) The pottery wheel engine is finished! Well done!" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-13_step_New%20Step%20121.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the second knob from the front on the leftmost column." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-14_step_New%20Step%2087.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted roof tile 1x2 vertically in front of the previous piece, slide to the front. Put the brick 1x1 to the right. Put the profile brick 1x2 with brick carvings horizontally to the right. Note that for all bricks with brick carvings in this model, the carvings that consist of a single horizontal line are facing to the back, and the more complex horizontal and vertical carvings are facing to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-15_step_New%20Step%2088.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 vertically on the rightmost column, starting from the back. Put the medium lavender brick 1x1 in front. Put the inverted roof tile 1x2 vertically in front, slide to the front. Put the medium nougat brick 1x1 to the left. Put the profile brick 1x2 with brick carvings horizontally to the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-16_step_New%20Step%2089.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one brick 1x1 on the fourth knob of the front row from the right. (Ignore the protruding inverted roof tiles 1x2 at the right and left front edge of the structure.) Repeat symmetrically on the left. Put 1 brick 1x2 horizontally to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-17_step_New%20Step%2090.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one brick 1x1 on the rightmost knob of the previous piece. Put one profile brick 1x2 with brick carvings horizontally to the left. Skip two columns from the left, and put the other profile brick 1x2 with brick carvings horizontally on the front row. Put the other brick 1x1 to the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-20_step_New%20Step%2091.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the two large windows of the second floor! (This can be tricky; ask someone for help if it is too difficult.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-18_step_New%20Step%20123.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them flat on the table, inner notches to the top, knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-19_step_New%20Step%20122.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the glasses into the inner notches of the window frames. (The glasses have two small bumps that fit perfectly into two small notches of the window frames.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-20_step_New%20Step%2091.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The large windows are finished! Well done! Put them horizontally in the middle of the second row from the front, hollows to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-23_step_New%20Step%2092.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the two small windows of the second floor!" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-21_step_New%20Step%20125.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them flat on the table, inner notches to the top, knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-22_step_New%20Step%20124.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the glasses into the notches of the window frames. (The glasses have two small bumps that fit perfectly into two small notches on the window frames)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-23_step_New%20Step%2092.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The two small windows are finished! Well done! Put them horizontally on the two large windows, hollows to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-24_step_New%20Step%2093.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip one column from the right, and put one brick 1x2 horizontally on the front row. Repeat symmetrically on the left. Put the brick 1x6x2 with inside arch horizontally between the two previous pieces." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-25_step_New%20Step%2094.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 horizontally on the windows. They are in the middle of the second row from the front. Skip one column from the right, and put one profile brick 1x2 with brick carvings horizontally on the front row. Repeat symmetrically on the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-26_step_New%20Step%2095.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the structure, starting from the back, hollow to the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-27_step_New%20Step%2096.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x4 horizontally in the middle of the front two rows. Put one brick 1x2 horizontally to the right. Repeat symmetrically on the left. Put one inverted roof tile 1x2 vertically to the left, slide to the front. Repeat symmetrically on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-30_step_New%20Step%2097.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will decorate a wall element." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-28_step_New%20Step%20126.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x6x5 flat on the table, hollow to the bottom and knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-29_step_New%20Step%20176.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle. (The sticker shows a wall covered in a climbing plant with orange blossoms and some graffiti, one showing a heart that has the initials P plus E in it, the other being a small funny, but rather abstract drawing.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-30_step_New%20Step%2097.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element 1x6x5 vertically on the rightmost column of the structure, starting from the back, hollow to the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-31_step_New%20Step%2098.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the front wall." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-33_step_New%20Step%2099.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 pillars for the facade." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-32_step_New%20Step%20127.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack 5 on top of each other. Repeat to make a second pillar." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-33_step_New%20Step%2099.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pillars are finished! Put them on the protruding inverted roof tiles at the front bottom of the structure, one on the left, one on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-34_step_New%20Step%20100.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one plate 1x2 horizontally on the left pillar and the protruding knob to its right. Repeat symmetrically on the right. Put the plate 1x4 horizontally in the middle of the second row from the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-35_step_New%20Step%20101.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the backmost knob, and put one plate 1x4 vertically on the left wall. Repeat symmetrically on the right. Put one plate 1x1 behind the previous piece. Repeat symmetrically on the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-39_step_New%20Step%20102.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure 180 degrees. This means that the front facade of the second floor becomes the back of the structure. It is still oriented horizontally. Next, we will build the 2 bases of the pottery table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-36_step_New%20Step%20129.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-37_step_New%20Step%20130.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of each plate 1x2." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-38_step_New%20Step%20128.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the previous pieces." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-39_step_New%20Step%20102.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount one base horizontally on the front row of the structure, starting from the right. Skip two rows to the back and mount the other base horizontally, starting from the right. (It's the fourth row from the front.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-46_step_New%20Step%20103.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the pottery table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-40_step_New%20Step%20132.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, fins to the bottom." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-41_step_New%20Step%20179.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle into the gear wheel." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-42_step_New%20Step%20138.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, inserting the middle hole into the cross axle." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-43_step_New%20Step%20177.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, inserting the middle hole into the cross axle. (Also, make sure that the knobs engage on the plate 2x4.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-44_step_New%20Step%20135.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 with small pole on the frontmost knob on the left. Put the small nose cone 1x1 on the cross axle with 2 grooves." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-45_step_New%20Step%20136.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the mini figure trophy on the previous piece. Careful: the next piece has a special orientation! Flip the cylinder 1x1 upside down; then insert its knob into the small pole of the round plate 1x1 with small pole." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-46_step_New%20Step%20103.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The pottery table is finished! Well done! Put it vertically on top of the two pottery table bases on the right side. You can now turn the pottery wheel engine on the right side and make your pottery wheel spin!" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-50_step_New%20Step%20104.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a paint shelf. (You can follow our color suggestions, but you can also pick your own.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-47_step_New%20Step%20140.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-48_step_New%20Step%20141.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright yellow round plate 1x1 on the rightmost knob. Put the bright red round plate 1x1 on the leftmost knob. Put the bright yellowish green round plate 1x1 to the right. Put the medium azur round plate 1x1 to the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-49_step_New%20Step%20139.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top of the round plates 1x1." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-50_step_New%20Step%20104.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The paint shelf is finished! Mount it horizontally in front of the window. This is the third row from the back in the middle." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-51_step_New%20Step%20105.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 plates 4x6 horizontally on top, starting from the front. (Make sure they also cover the small protrusions on the left and right front sides.) Put one plate 1x1 behind the previous piece on the rightmost column. Repeat symmetrically on the left. Put one plate 1x2 vertically to the back. Repeat symmetrically on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-52_step_New%20Step%20106.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one plate 1x6 vertically on the rightmost column, starting from the back. Repeat symmetrically on the left. Skip two rows from the front, and put the round plate with 1 knob in the middle. Skip one column to the left, and put the cylinder 2x2 with top cross hole there." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-53_step_New%20Step%20107.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the front row." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-54_step_New%20Step%20108.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one wall corner 1x1x1 on the backmost knob of the left wall, walls to the back and to the right. Repeat symmetrically on the right. Put one small bench element 1x4x1 vertically in front, wall to the left. Repeat symmetrically on the left. Put one small bench element 1x2x1 vertically in front, wall to the right. Repeat symmetrically on the right." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-55_step_New%20Step%20109.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x1 on the second knob of the front row from the left. Put the 2 fence elements 1x4x1 horizontally to the right, fences to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-60_step_New%20Step%20110.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a wall flower element." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-56_step_New%20Step%20143.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, branches pointing to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-57_step_New%20Step%20144.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flame yellowish orange flower 1x1 on the front knob on the left side. Put the bright purple flower 1x1 on the frontmost knob in the middle." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-58_step_New%20Step%20145.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plant element upright on the side knob of the brick 1x1 with side knob, branches to the bottom." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-59_step_New%20Step%20146.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the twig stick into the top knob hole of the plant element." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-60_step_New%20Step%20110.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The wall flower element is finished! Well done! Mount it on the second knob from the right of the front row, plant element overhanging to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-278", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-63_step_New%20Step%20111.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure 180 degrees. This means that the facade of the second floor now becomes the back of your building structure. It is still oriented horizontally. Next, we will decorate the stool cushion." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-61_step_New%20Step%20148.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round flat tile 2x2 on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-62_step_New%20Step%20178.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. (The sticker shows a decorative cushion; its base color is mint green, and the embroidery is white ornaments.)." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-63_step_New%20Step%20111.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it on the round plate 2x2 with 1 knob on top in the middle of the structure." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-66_step_New%20Step%20112.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the terrace table top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-64_step_New%20Step%20150.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-65_step_New%20Step%20149.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round flat tile 1x1 on one of the knobs. (It is a tasty little cookie!) Put the mug with handle on another knob." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-66_step_New%20Step%20112.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the terrace table top on the cylinder 2x2 on top of the structure to the left of the terrace stool." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-69_step_New%20Step%20113.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a sunshade." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-293", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-68_step_New%20Step%20151.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the stick, ring to the bottom, and insert it into the bottom hole of the sunshade." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-69_step_New%20Step%20113.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sunshade is finished! Mount it in the middle hole of the terrace table top. (This is the round plate 4x4 with middle hole.)" } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-70_step_New%20Step%20165.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the round plate 2x2 with one knob at the front left of the structure, top hinge part to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-297", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-78_step_New%20Step%206.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the easel." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-299", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-71_step_New%20Step%20156.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-72_step_New%20Step%20157.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, previous piece underneath the back row." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-73_step_New%20Step%20158.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row, side knobs to the back." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-305", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-74_step_New%20Step%20159.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the white plate 1x2 with side hinge fork horizontally on the front row, side hinge fork to the front. Put the plate 2x2 on top in the middle of your part." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-307", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-75_step_New%20Step%20160.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle, 4 knobs to the front." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-309", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-76_step_New%20Step%20161.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright horizontally on the four side knobs at the back of the structure, elbow handles to the top." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-311", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-77_step_New%20Step%20162.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the two plates 2x1 with elbow handle at the back side of the structure." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-78_step_New%20Step%206.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The easel is finished! Well done! Mount the hinge fork on the plate 2x2 with 2 knobs and 1 hinge part. This piece is at the front of the structure on the left." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-79_step_New%20Step%20155.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the two holes of the canvas into the elbow handles on top of the easel." } ] }, { "id": "lego-41365-emmas-art-studio-screen-reader-315", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41365-emmas-art-studio-screen-reader/images/sm01-Level2-80_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second floor is finished! Well done! Now you can mount the second floor on top of the ground floor of the art studio. You are all done! Help Andrea and Emma with their paintings and their pottery, and sell some of your art in the little art shop!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-8_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Tusken Raider minifigure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place them on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-1_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack it on top of the legs." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-2_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. You have now built the Tusken Raider minifigure. Good job!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-7_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will build a weapon for him, it's the Bantha Stick." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-4_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob of the cone." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-5_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the other end of the weapon into the single knob of the t-shaft." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-6_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece on one of the sides." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_1-7_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Bantha Stick is now done. Put it in the hand of your Tusken Raider minifigure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-93_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Bantha." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Place it vertically on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-1_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-2_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, one column overhanging to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-3_step_Step%20%23GJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the previous piece. Now we have built the first section. Put it aside, we will return to it in a moment." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-4_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-5_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the previous piece, one row overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-6_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part vertically on the left lower column of the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-7_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the lower section on the left, shaft overhanging to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-8_step_Step%20%23GE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece. Repeat symmetrically at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-9_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous pieces. The top of the structure is now 3x5 knobs." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-10_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle row, starting from the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-11_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous piece, hole to the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-12_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle row, starting from the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-13_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right, ball cup overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-14_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle row, starting from the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-15_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-16_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row on the leftmost knob, side knobs to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-17_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one to the right of the previous piece, side knobs to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-18_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 to the right of the previous piece, side knobs to the front. Repeat symmetrically at the back. Now flip the structure upside down, ball cup still on the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-19_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this piece has a special orientation! Flip it upside down, slope to the right. Put it horizontally on the back left corner of the structure, slope to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-20_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: these pieces have a slightly different orientation than the previous roof tile! Flip them upside down. Put 1 horizontally on the front left corner of the structure, slope to the left. Put 1 horizontally on the front right corner of the structure, slope to the left. Put 1 horizontally on the back right corner of the structure, slope to the left. Now flip the structure right side up again, so that it can stand on its new legs! Great job!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-26_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the buttocks of the Bantha." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-21_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-22_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost knob on the right, curve overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-23_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece, slope to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-24_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, curve overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-25_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the left column, slopes to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-26_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will mount this part on the structure. This part can be hard, ask for help if needed. Flip it upright so that the curved tiles point to the bottom. Mount it on the left side of the structure. The shaft should fit between the curved tiles." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-34_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Bantha's tail." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-27_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, 3 knobs on top and slope to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-28_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top starting from the right, clasp overhanging to the right. We will need this structure again in a moment." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-29_step_Step%20%23FE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-30_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-31_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-32_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount this part horizontally on the top left so that it fits tightly. Make sure it overhangs to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-33_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob on the right top of the structure, slope to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-34_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will mount this tail on the Bantha. Snap the clasp of the tail onto the shaft on the left of the creature." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-41_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the side fur of the Bantha. The side fur has a very detailed pattern because we will alternate right and left tiles. You can also choose your own patterns here if you like." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-35_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-36_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost knob of the back row, overhanging to the left, cut-off corner to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-37_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-38_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right, one knob overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-39_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this next step can be hard. Ask for help of needed. Put it vertically underneath on the right side, overhanging knob engaging at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-40_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 of the left tiles on the front row on the left edge of the structure, cut-off corner on the right. Put 1 right tile to the right of the previous piece, cut-off corner on the left. Continue with another right tile to the right, cut-off corner on the left. Continue with a left tile to the right, cut-off-corner on the right. Lastly, put the remaining right tile to the right, cut-off corner on the left. You have now finished the side fur. Good job!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-41_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will mount it on the Bantha. First, turn the Bantha so that its tail is on the left side, and the side body of the Bantha is facing you. Careful: we will be building on the front side surface, not on the top surface of the Bantha! Now, flip the side fur part upright and make sure the straight edge is at the top. Mount it on the second row from the top on the front side surface of the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-42_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on the top row of the front side surface, slopes to the top. Start from the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-43_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous pieces, slope to the top." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-44_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on the top row of the front side surface, slopes to the top. Start from the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-45_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous pieces, slope to the top." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-52_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the side fur for the other side." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-46_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-47_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob at the back, overhanging to the right, cut-off corner to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-48_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-49_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left, one knob overhanging to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-50_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath on the left side, overhanging knob engaging at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-51_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 of the left tiles on the front row on the left edge of the structure, cut-off corner on the right. Put 1 right tile to the right of the previous piece, cut-off corner on the left. Continue with another right tile to the right, cut-off corner on the left. Continue with a left tile to the right, cut-off-corner on the right. Lastly, put the remaining right tile to the right, cut-off corner on the left. You have now finished the side fur. Good job!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-52_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will now mount it on the Bantha. Flip the side fur part upright and make sure the straight edge is at the top. Mount it on the second row on the front side surface." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-53_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 4th knob from the left on the front row on top of the Bantha, clasp overhanging to the front. This is the holder for the Bantha Stick." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-54_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-55_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, skipping the frontmost row." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-56_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the 3 columns to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-57_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-58_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, connector clip to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-59_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful this piece has a special orientation. Turn it, so the knob is pointing to the front. Put it on the previous piece on the side connector clip at the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-60_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this part on top of the Bantha above the clasp at the front, side connector clip\u00a0overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-63_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's build another part like that." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-61_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, connector clip to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-62_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful this piece has a special orientation. Turn it, so the knob is pointing to the front. Put it on the previous piece on the side connector clip at the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-63_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this part on top of the Bantha behind the previous piece, side connector clip\u00a0overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-64_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the front row on the third knob from the left, overhanging top tile to the right. Repeat symmetrically at the back. We are now done with the body of the Bantha. Great job!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-92_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the head." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-65_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-66_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-67_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-68_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, 2 knobs overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-69_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this part on the previous structure, overhanging 2 knobs on the plate on the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-70_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left of the structure, rail overhanging to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-71_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the previous piece, bow overhanging to the front, and cut-off corner on the left. Repeat symmetrically at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-72_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, ball to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-73_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-76_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the eyes." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-74_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, side knobs to the front and left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-75_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob at the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-76_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the eye on the front knob of the middle column, eye to the front, side knob to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-79_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make the second eye." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-77_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, side knobs to the front and right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-78_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the knob at the front. This piece is decorated with a black eye." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-79_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the second eye behind the first one, side knob to the left, eye to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-80_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this piece has a special orientation. Put it vertically upright on the 2 knobs on the left side of the structure, next to the eyes." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-81_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, hole to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-82_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg into the hole on the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-83_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put this part on the front knob of the rightmost column, cross axle to the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-86_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's make another such part." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-84_step_Step%20%23GR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, hole to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-85_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg into the hole on the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-86_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it behind the previous part, cross axle to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-87_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, rail to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-88_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row on top of the structure, cut-off corner to the front. Put the other one horizontally to the back, cut-off corner to the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-89_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip them upright and put them on the cross axles at the front and back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-90_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left horn in the cone on the front side, horn pointing to the left. Repeat with the right horn on the back side." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-91_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure upside down, horns towards the table. Flip the inverted roof tile 2x2 upside down. Put it on top on the right side of the structure, slope to the left. Flip the structure right side up again. The head is now done! Great work." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-92_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the ball on the head into the ball cup on the body." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Animal-93_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mighty Bantha is now finished! Take your Tusken Raider for a ride. Great job!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_2-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_2-1_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack it on top of the legs." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_2-2_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_2-3_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helmet on the pilot head." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_2-4_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the hand of the pilot minifigure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-MiniFigure_2-5_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The minifigure is now done. Good job!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-81_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the T-16 Skyhopper." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-1_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right most column of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-2_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it into the hole from the right, connector peg overhanging to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-3_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row to the right, side knob to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-4_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the previous 2 pieces." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-5_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-6_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces have a special orientation. Put 1 upright on the side knob on the front side surface. Repeat symmetrically at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-7_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-8_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg from the left into the hole so that only the knob sticks out." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-9_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row on the top right of the structure, side knobs to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-13_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we will create the shooter." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-10_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, shooter base to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-11_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the knob on the right, curve to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-12_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the top of the shooter base, arrow tip to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-13_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the shooter. Careful, it has a special orientation! Put it upright horizontally on the side knobs at the back side surface on the right edge, shooter to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-17_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now let's build the other shooter." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-14_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, shooter base to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-15_step_Step%20%23GQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the knob on the right, curve to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-16_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the top of the shooter." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-17_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the shooter. Careful, it has a special orientation! Put it upright horizontally on the side knobs at the front side surface on the right edge, shooter to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-18_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the top right of the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-19_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row to the left of the previous piece, side knob to the front. Repeat symmetrically at the back, side knob to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-20_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous 2 pieces." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-21_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, slope to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-22_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right column of the previous piece, handles to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-23_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, between the handles, side knobs to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-24_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount this part: put it on the leftmost column of the structure, slope and side knobs to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-25_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous pieces on the left edge." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-26_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-27_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row to the left of the previous piece, connector clip to the front. Repeat symmetrically at the back, connector clip to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-270", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-28_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically left of the previous piece, short edge to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-29_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the top right of the structure. Put the other one vertically to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-30_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them from the right into the connector clips at the front and back of the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-34_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We will now build the tail of the T-16 Skyhopper." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-31_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, hole to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-32_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shorter end of the connector into the hole from the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-33_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it onto the connector and slide it all the way to the other brick 1x1." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-34_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part on the structure. Put it horizontally on the right edge, connector to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-35_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold it upright so that it is pointing top to bottom. It has two points of connection: identify the bottommost hole and the third hole from the top. Now, mount the technic beam on the connectors on the right side: bottommost hole on the bottom connector, third hole from the top on the top connector." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-36_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it right-to-left in the top hole of the technic beam." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-37_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the connector right-to-left into the third hole from the bottom." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-38_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, hole to the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-39_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, hole to the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-40_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-41_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-42_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, hole to the front." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-299", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-43_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount this on the right side of the technic beam: insert the top connector into the topmost hole of the pole, and the lowest connector into the bottom hole." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-44_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful this piece has a special orientation. Turn it upright, knob to the left. Insert the knob of the disc into the second hole from the bottom on the right side." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-45_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the middle 2 knobs on top of the structure, slope to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-305", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-46_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-307", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-47_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-309", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-48_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, overhanging to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-310", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-49_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Keep the orientation of this part and mount it horizontally on the top right edge of the tail. Now you should have 2 knobs on the front and back sides of the tail." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-50_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the side knobs at the back of the tail." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-314", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-51_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the side knobs at the front of the tail." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-315", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-55_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the front weapon." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-317", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-52_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, laying down." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-319", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-53_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the knob of the connector peg in the bottom end of the flagpole." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-321", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-54_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Slide it on the flagpole. Make sure it is somewhere\u00a0in the middle of the flagpole." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-322", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-55_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the top of the flagpole into the knob on the left side at the bottom of the structure. Now, slide the gear wheel towards the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-324", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-56_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-326", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-57_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the left knob, slope to the left. Put the other one on the right knob, slope to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-327", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-58_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this part has a special orientation. Turn this part upright vertically, roof tiles pointing to the left. Mount it on the lower 2 side knobs on the left side surface of the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-329", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-59_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-331", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-60_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-333", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-61_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in front of the previous piece, top tile to the back onto the previous piece." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-62_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this part has a special orientation. Mount it upright on the top 2 side knobs on the left side surface, roof tile to the top." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-336", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-63_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps onto the shaft at the front of the structure. Fold the flag to the top until it touches the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-337", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-70_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the wings of the T-16 Skyhopper." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-339", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-64_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-341", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-65_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row of the previous piece, 1 knob overhanging on each side." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-343", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-66_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row, wing overhanging to the front. Flip the structure upside down, wing plate to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-345", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-67_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this piece has a special orientation. Turn it upside down, clasp to the left. Put it on the left of the structure, next to the plate 2x2, clasp to the left." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-347", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-68_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful, this piece has a special orientation. Turn it upside down and put it on the front right corner." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-349", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-69_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left of the structure. Flip the wing right side up again." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-350", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-70_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of the wing on the shaft at the front of the structure. It is on the same shaft as the flag 2x2. Fold the wing to the bottom." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-352", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-71_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps on the shaft on the other side of the T-16 Skyhopper. Fold it to the top until it touches the structure." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-353", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-78_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the other wing." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-355", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-72_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-357", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-73_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row of the previous piece, 1 knob overhanging on each side." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-359", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-74_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row, wing overhanging to the front. Flip the structure upside down, wing plate to the back." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-361", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-75_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down, clasp to the right. Put it on the right of the structure, next to the plate 2x2, clasp to the right." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-363", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-76_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down. Put it on the front left corner of the structure,\u00a0 next to the plate 2x2." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-365", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-77_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right edge of the structure. Flip the wing right side up again." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-366", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-78_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wing on the shaft at the back of the\u00a0 structure. It is on the same shaft as the flag. Fold the wing to the bottom." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-368", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-79_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the shooter next to the front weapon. Warning! Do not aim at eye or face!" } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-370", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-80_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the shooter at the front. They are your ammunition. Warning! Do not aim at eye or face." } ] }, { "id": "lego-75265-t-16-skyhopper-readscr-371", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-75265-t-16-skyhopper-readscr/images/sm01-Spaceship-81_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great work! Your T16 Skyhopper is now loaded and ready for take-off. Make sure you get the pilot on board before you start the battle!" } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure1-0003_step_Step%20%23AT_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Miles Morales Minifigure. Careful: the pieces for the Miles Morales and green Goblin Minifigures are very similar. Some of them only differ in color. Pay close attention to the colors or ask a sighted person to help you find the correct pieces." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure1-0000_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs. The chest of the Minifigure is printed with a bold red V, like a V-neck revealing a spiderweb pattern with a big red spider at the top." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure1-0001_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the body. Miles Morales' face has a red spider web in the middle and two big white eyes with red edging." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure1-0002_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the spider web into one of Miles Morales' hands." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure1-0003_step_Step%20%23AT_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Miles Morales Minifigure is finished! Great job! His spider web will come in handy for catching mischief-makers and other crooks." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0024_step_Step%20%23%23Z_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the tech trike. The tech trike is a black-and-red three-wheeler with one smaller rear wheel and two large front wheels. It has a jet engine with flame and two blue headlights. The hood is printed with a pair of white Spidey eyes with red edge and a red spider web." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0000_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the vehicle frame horizontally. Make sure that the slopes of the top wings are at the back, and the 4 middle side knobs are pointing to the back, as well. Insert 1 connector peg from the front into the right hole in the middle of the front surface. Do not confuse it with the hole on the very right edge. Repeat with the second connector peg, putting it into the left hole in the middle. If done correctly, half of each connector peg is sticking out towards the front." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0001_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the rim into the rubber tire." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0002_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one connector peg into the hole on the left side of the rim. Repeat symmetrically on the right." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0004_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, hold it so that you mirror the first vehicle frame element along the long straight side. This means that you hold it horizontally, and the slopes of the top wings are at the front. Connect it to the rest of your structure by carefully pushing it on the three connectors. Make sure that the rightmost hole connects with the rightmost connector. If done correctly, the two vehicle frame parts are joined perfectly in the middle, and the slopes of the top wings at the front and at the back. The rear wheel is on the right side connected to both vehicle frame pieces. That was tricky, great job!" } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0005_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rims into the rubber tires. Now, lay the wheels flat on the table and make sure that the spokes of the rim are at the top." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0006_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert 1 connector peg top-to-bottom into the middle hole of one of the wheels. Half of the connector peg will stick out towards the top. Repeat with the other connector peg and wheel." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0008_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the topmost surface, starting from the right edge." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0009_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the panel element horizontally on the frontmost row of the lower surface, panel to the back. Flip the grille tile upright so that the grille faces you. Put it upright horizontally on the two middle knobs of the front knobs pointing towards you." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0010_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically in the middle of the third column from the left, clasp to the right. Put 1 mudguard plate 3x4 on the two front knobs to the left of the previous piece, curved arch overhanging towards the front. Repeat symmetrically at the back. These are the mudguards of the front wheels and should sit neatly just above the wheels." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0011_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the middle of the second and third column from the left. This means that the leftmost column of knobs remains empty." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0012_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the smooth roof tile vertically on the right column of the previous piece, slope to the right. Put 1 plate 1x2 horizontally on the frontmost row, starting from the left edge. Repeat symmetrically at the back." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0013_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the two previous pieces on the leftmost column, side plate overhanging to the left." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0014_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically on the previous piece. Make sure that the straight edge is flush with the top and the slopes are to the bottom and to the sides." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0015_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left side of the trike, long slope to the left. Make sure that this piece also covers the previous piece so they are flush on the left edge." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0016_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn your build from left to right. This means that the rear wheel is now on the left, and the 2 front wheels are on the right. Put the small panel element horizontally on the frontmost row of the lower surface, panel to the back. Put the grille tile upright horizontally on the 2 middle knobs of the front knobs pointing to the front." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0017_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the handlebar into the clasp that sticks out from the right towards the middle of the build. Adjust it so that it can serve as a handlebar for the trike." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0018_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the leftmost column, side knobs to the left. Put the brick 2x2 to the right of the previous piece, connectors pointing to the front and back." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0019_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the two previous pieces." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0020_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick on the table, knob to the top. Insert the shaft of the flame into the knob. Make sure the slightly curved tongues of the flame point to the top." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0022_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round bricks 2x2 on the table. Put the 2 domes on top of the 2 round bricks." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Vehicle-0024_step_Step%20%23%23Z_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tech trike is finished! Very well done! Now, Miles Morales can mount his cool ride and chase after mischief-makers. Soon enough he will meet Green Goblin! Do you think Miles Morales can catch him?" } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure2-0004_step_Step%20%23AV_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Green Goblin Minifigure." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure2-0000_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure2-0001_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Green Goblin's head is printed with two different faces: on one side, he has an evil grin on his face, but the other face looks distressed and worried. Put the goblin hat on top of the head." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure2-0002_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the pumpkin on the table. The two ends of the pumpkin are very similar because they both have holes. If the next step does not work, try turning the pumpkin upside down. Put the ice cream scoops on the top knob of the pumpkin." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Figure2-0004_step_Step%20%23AV_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Green Goblin Minifigure is finished! Great job! Now all that is missing is his glider and he will be soaring in the sky and up to no good." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0006_step_Step%20%23%23H_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build Green Goblin's glider. It is a light-weight flying device with 2 lilac adjustable wings, a pointy front and a small surface with knobs on which Green Goblin can stand." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, wings to the left and right." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0001_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the four middle knobs, side knobs pointing to the front." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0002_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row of the previous piece, clasp to the back." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0003_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, shaft overhanging to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0004_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile upright horizontally on the side knobs pointing to the front. Make sure the straight edge is at the bottom, and the slopes are at the top and on the sides. Put 1 curve tile horizontally on the back row, starting from the left, curve to the right. Repeat symmetrically on the right." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0005_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps of 1 banner on the right side handle, angled side to the front. Repeat symmetrically on the left." } ] }, { "id": "lego-10781-miles-morales-spider-mans-techno-trike-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-10781-miles-morales-spider-mans-techno-trike-readscr/images/sm01-Wing-0006_step_Step%20%23%23H_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Green Goblin's glider is finished! Great job! Green Goblin can stand on the top knobs and rush off to do mischief and crime! He will be superfast on his glider -- it's high time for Miles Morales to pick up the pace and stop him!" } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-42_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Bruni buildable character." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-1_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the back row, symmetrically overhanging to the left and right. Repeat symmetrically on the front row." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-2_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the two previous pieces." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-3_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! These pieces are mounted in a special location. Turn 1 so that its higher knobs are on the right, and the curve is at the bottom. Now mount it underneath the structure on the right side. The 2 higher knobs are protruding on the right. Repeat symmetrically on the left." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-4_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 vertically so that the protruding plate is pointing to the front. Then connect the protruding plate to the rightmost knob of the back row. The arched part of the brick is overhanging to the back. Repeat symmetrically on the left. Put another one in front of the rightmost knob of the front row, protruding plate to the back. Repeat symmetrically on the left." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-5_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 horizontally next to each other on the back row in the middle, side knobs to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-6_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the leftmost column. Put the spike 2x8 on the rightmost column, spike pointing to the right." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-7_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right wedge plate horizontally on the back row on the right edge, narrow end to the right and angled side to the back. If this does not add up, you might have the wrong wedge plate. Try again with the other one. Repeat symmetrically on the front row." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-8_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the back row, cut-off corner to the back left. Put 1 on the front row, cut-off corner to the front left." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-9_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate vertically on the leftmost column, 4 side knobs overhanging to the left. Put the plate 2x3 horizontally to the right." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-12_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make Bruni's left flank." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-10_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-11_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-12_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Bruni's left flank is finished! Great! Now, turn it upright so that the curved part is facing you and the hollow is to the back. Mount this part horizontally on the side knobs at the front side directly below the wedge plate." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-15_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make Bruni's right flank." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-13_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-14_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-15_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great! First, turn the structure left to right so that the spike is pointing to the left. Then, turn the flank upright and mount it horizontally on the side knobs pointing towards you directly below the wedge plate." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-16_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right again so that the spike is pointing to the right. Put 1 plate with top clasp horizontally on the back row on the left edge, clasp to the left. Repeat symmetrically on the front row." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-17_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the purple violet plate 1x2 vertically to the right of the two previous pieces. Turn the medium blue plate 1x2 upright, and put it horizontally on the top side knobs on the left side, knobs to the left." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-18_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the structure starting from the right, flatter end to the right and higher end to the left. This is Bruni's back. It is printed with small light green sprinkles all over, and with one large pale purple diamond in the middle, which has a small blue diamond in its middle." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-19_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the backmost knob on the left, protruding plate to the front. Repeat symmetrically at the front." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-20_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 upright, curve to the left and pointing to the bottom. Mount it vertically on the two backmost side knobs on the left side. Repeat symmetrically at the front." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-21_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them underneath the four arched bricks in the four outmost corners of the structure. The tips of the leaves at the front are pointing to the front, and the leaves at the back are pointing to the back. These are Bruni's toes! Well done! You are making great progress!" } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-40_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build Bruni's head." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-22_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table, top tube in the back right corner. Insert the connector peg front-to-back into the top tube." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-23_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 to the left of the connector and top tube. Put 1 quarter-circle tile 1x1 on the leftmost knob at the back, quarter circle to the back left. Repeat symmetrically on the front knob. Combined, these three elements should now form the shape of a tongue." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-24_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This can be a bit tricky to mount. Listen carefully! Turn it horizontally so that the side tube is on the right front. Then push the side tube onto the connector peg at the right. If done correctly, you will be able to open and close this piece just like a mouth!" } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-25_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row, hook overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-26_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 roof tile 1x1x\u2154 on the rightmost knob of the back row, slope to the right. Repeat symmetrically at the front. Put the plate 1x4 vertically to the left of the two previous pieces, symmetrically overhanging to the front and back." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-27_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, two top knobs on the right, and piece overhanging on the left. This piece has a decorative print on it: on the left side curve, there are two small black dots indicating Bruni's nostrils. On the top curve in the middle there are two pale purple diamond shapes, and the whole piece is covered with small light green sprinkles." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-28_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the two knobs of the previous piece and the two knobs to the right of that. This piece is printed with small light green sprinkles and one pale purple diamond. For the correct orientation of the printed pattern, ask a sighted person for help." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-29_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 horizontally so that the protruding tile is pointing to the left. Then connect the protruding tile to the remaining knob of the back row from the right. Repeat symmetrically on the front row." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-32_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build Bruni's lower jaw." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-30_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shell bottom half on the table, knobs to the right. Put the plate 1x2 horizontally on the back row, shaft to the right." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-31_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row, shaft to the right." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-32_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Bruni's lower jaw is finished! Well done! Now put it underneath the rest of the head structure. Make sure the 4 knobs of the lower jaw attach on the right edge of the top jaw." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-39_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build Bruni's eyes." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-33_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with top roof tile horizontally on the table, roof tile to the right. Turn the plate 1x1 with clasp so that the clasp is oriented horizontally. This means the tips of the clasp are left and right. Mount it on the knob of the plate 1x2." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-35_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's assemble the eyeball." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-34_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with 1 knob upside down on the table. This means that the top knob is now at the bottom. Put the inverted curve disk on top. The inverted curve disk is printed with Bruni's eye: it is ice blue with a large black pupil." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-35_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Time to mount the eyeball: turn the structure upside down. This means the clasp and the roof tile are pointing to the bottom. Put the eyeball on top on the left side." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-38_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-39_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Bruni's first eye is finished! Well done! To mount it, snap the clasp of the eye on the downward hook at the front side of the head. Now, let's make the second eye. Find another dark azure blue plate 1x2 with top roof tile, 45\u00b0, and another dark stone grey plate 1x1 with top clasp. Put the plate with roof tile horizontally on the table, roof tile to the left. Put the plate with clasp on the knob at the right. Make sure the tips of the clasp are on the left and right. Find another white inverted curve disk 2x2, and another medium azure blue round plate 2x2 with 1 knob. Put the round plate with 1 knob upside down on the table, top knob to the bottom. Put the inverted curved disk on top. Now, turn the structure upside down so that the roof tile and clasp are pointing to the bottom. Put the eyeball on top on the right side. The second eye is finished! Turn it upright, and snap its clasp onto the downward hook at the back of the head." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-40_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Bruni's head is finished! That was quite tricky, really well done! To mount the head, snap the two shafts on the right bottom of the head onto the two clasps on the top left of the body." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-animal-42_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Bruni buildable character is finished! Fantastic job! He is ready to roam the Enchanted Forest and catch snowflakes." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-13_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the enchanted campfire." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 4x4 on the table. Put the round plate with 1 knob on top in the middle." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-1_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-10_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 4 fire logs." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-2_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-3_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. It is printed with light brown and middle brown tree rings to make it look like a cut off log." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-9_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 reddish brown round bricks 1x1, and another 3 reddish brown round tiles 1x1. Assemble them just like the first log." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-10_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Time to mount the logs: turn each log upright, and attach each log to one of the 4 side knobs on the brick 1x1 in the middle of the campfire." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-11_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the top knob in the middle of the campfire." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-12_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it next to the campfire, or let Bruni play with it." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-fireplace-13_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The enchanted campfire is finished! Excellent! It will give your Enchanted Forest a cozy atmosphere." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-7_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build one branch with marshmallow." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angled cross axle extension horizontally on the table. Insert the cross axle into the left cross hole." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-1_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg from the front into the bushing hole in the middle." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-2_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob of the connector peg from the front." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-3_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross axle extension on the cross axle on the left. Insert the cross axle 3m into the previous piece on the left." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-6_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the marshmallow part." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-4_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted curve disk on the table, knobs to the top. Put the round brick 2x2 on top." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-5_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-6_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, put the marshmallow part on the cross axle on the left. Use the bottom middle hole for that." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree1-7_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The branch with marshmallow is finished! Great!" } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-7_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's build another branch with marshmallow." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-0_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angled cross axle extension horizontally on the table. Insert the cross axle into the cross hole on the left." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-1_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector peg into the bushing hole from the front." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-2_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft with twig leaves into the knob at the front in the middle. Insert the cross axle into the cross hole on the right." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-3_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle at the left." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-6_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the marshmallow part." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-4_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted curve disk 2x2 on the table, knobs to the top. Put the round brick 2x2 on top." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-5_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-6_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the marshmallow part on the cross axle on the right. Use the bottom hole in the middle." } ] }, { "id": "lego-43186-bruni-the-salamander-buildable-character-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-43186-bruni-the-salamander-buildable-character-readscr/images/sm01-tree2-7_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second branch with marshmallow is finished! Well done!" } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the crook mini figure. The crook wears a white prison uniform with grey stripes. He has an evil grin on his face, and the head is also printed with a headset. His cap is dark red, and he has a remote control to maneuver his drone." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-0_step_New%20Step%20250.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs. Put the head on top. Put the mini pixie cap on top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-4_step_New%20Step%20252.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a remote control." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-1_step_New%20Step%20253.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, handle to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-2_step_New%20Step%20254.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, overhanging to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-3_step_New%20Step%20255.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the remote control. (It shows the video transmitted from the drone camera: the fireman statue is already in sight, and in the background the city skyline is visible)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-4_step_New%20Step%20252.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The remote control is finished! Put its handle in the hand of the crook." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-5_step_New%20Step%202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure1-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crook is finished! Well done! With his remote control, he will be able to control the drone. Do you think his attempt to steal the golden fireman statue will succeed?" } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-10_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the golden fireman statue." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-0_step_New%20Step%2019.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-1_step_New%20Step%2020.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them in the middle of the previous piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-2_step_New%20Step%2021.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them in the middle of the previous piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-3_step_New%20Step%20248.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front two knobs of the round brick 4x4, slide to the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-4_step_New%20Step%2022.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the roof tile 1x2. (It is a plaque at the bottom of the statue showing the date 1932)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-5_step_New%20Step%2029.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically on top of the pillar on the left column. Put the plate 1x2 with 1 knob vertically to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-9_step_New%20Step%2018.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fireman mini figure. The statue is warm gold and wears a fireman helmet. There is a fire extinguisher in the statue's hand." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-6_step_New%20Step%20234.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs. Put the head on top. Put the fireman helmet on the head, screen to the back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-8_step_New%20Step%2024.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a fire extinguisher." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-7_step_New%20Step%20236.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the water tap on top of the cylinder 1x1." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-8_step_New%20Step%2024.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fire extinguisher is finished! Put it in the hand of the statue." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-9_step_New%20Step%2018.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the statue on top of the pillar." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure2-10_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The golden fireman statue is finished! Well done! Take good care of this monument of the hero from the year 1932, and watch out for the crook. He wants to steal it!" } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-20_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the drone." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-0_step_New%20Step%2051.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-1_step_New%20Step%2052.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the left two knobs, clasps to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-2_step_New%20Step%2053.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, wings to the front and back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-3_step_New%20Step%2054.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap one into the clasps on the right. Repeat symmetrically on the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-4_step_New%20Step%2055.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-5_step_New%20Step%2056.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row of the previous piece, handles to the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-6_step_New%20Step%2057.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row of the plate 2x2, handles to the back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-7_step_New%20Step%2058.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on top in the middle. Put one top angular plate horizontally on the backmost row, side knobs to the back.. Repeat symmetrically at the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-8_step_New%20Step%2060.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: the next three pieces have a special orientation! Put the grille plate 1x2 upright horizontally on the side knobs at the back. Put the round flat tiles 1x1 upright on the side knobs at the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-9_step_New%20Step%20256.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top on the four middle knobs, clasps to the left and right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-10_step_New%20Step%2063.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the front row, curve to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-11_step_New%20Step%2072.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 2 square stickers number 3. Ask a sighted person to help you. Put them on the curves. (The stickers show the engine hood and ventilation slits of the drone.)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-12_step_New%20Step%2065.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two of them on the left shaft at its back and front ends. The claws are pointing both upward and inward. Repeat symmetrically on the right. Flip the structure right-side up again." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-16_step_New%20Step%2080.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 4 propeller bases." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-13_step_New%20Step%2082.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, shaft to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-14_step_New%20Step%2084.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the right knob, top tube overhanging to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-15_step_New%20Step%2085.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, slide to the left. Repeat to make four such parts in total." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-16_step_New%20Step%2080.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: these builds have a special orientation! Mount the propeller bases upright, all curves to the front, by snapping the side shafts into the clasps on the side of the structure." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-19_step_New%20Step%204.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 4 propellers." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-18_step_New%20Step%2088.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the 4 small connector pegs into the 4 propellers." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-19_step_New%20Step%204.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The propellers are finished! Insert the other halves of the connector pegs into the tubes of the four propeller bases." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Drone-20_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The drone is finished! Well done! Use the remote control to move and maneuver it. The claws of the drone can snatch the fireman statue right off its pedestal!" } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure3-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, carefully open bag 2 and its 2 sub-bags. Keep the small box for later (it contains the net for the shooter). The bags contain all pieces for the police officer mini figure, and the police helicopter. Next, we will build the police officer mini figure. The Sky police officer is wearing a light blue police uniform and a black bulletproof vest with his police badge pinned on. He is also wearing a gas mask, and a helmet with visor. His face is determined; once he has captured the crook, he will use his handcuffs to arrest him!" } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure3-0_step_New%20Step%205.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure3-1_step_New%20Step%2093.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the oxygen mask around the neck, tube to the front. Put the head on the body." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure3-2_step_New%20Step%2092.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helmet on the head. Put the helmet visor on the helmet, small cut-out to the bottom." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure3-3_step_New%20Step%2094.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in the police officer's hand." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Figure3-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The police officer mini figure is finished! Well done! He is getting ready to chase after the crook if necessary. Don't let them get away!" } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-106_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the helicopter base." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-0_step_New%20Step%2095.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-1_step_New%20Step%2096.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, starting from the right edge." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-2_step_New%20Step%2097.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row, starting from the right edge. Repeat symmetrically on the front row." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-3_step_New%20Step%20103.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the leftmost column of the structure. Put the plate 1x2 with one knob vertically to the right of the previous piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-4_step_New%20Step%2098.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2 vertically on the leftmost column, slide to the right. Put the joystick to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-5_step_New%20Step%2099.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, bow to the right. Now, connect it to the structure you have built so far: insert the right part of the structure into the lower part of the inverted brick 4x6 with bow, bow to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-6_step_New%20Step%20100.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: this piece has a special orientation. Put it vertically underneath to the left of the previous piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-7_step_New%20Step%20101.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath to the left, bow to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-8_step_New%20Step%20102.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the rightmost edge of the structure, wings framing the 2 plates 1x6. Repeat symmetrically on the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-9_step_New%20Step%20105.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the front two knobs of the previous piece, side knobs to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-10_step_New%20Step%20106.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the left edge of the frontmost row. Repeat symmetrically at the back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-11_step_New%20Step%20107.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right wing plate 3x6 with angle vertically on the right edge of the backmost row, narrow end to the back. Put the left wing plate 3x6 with angle vertically on the right edge of the frontmost row, narrow end to the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-12_step_New%20Step%20108.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the outermost knobs of the 2 previous pieces." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-13_step_New%20Step%20109.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the rightmost column of the structure, slide to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-14_step_New%20Step%20110.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece, shorter cut-out to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-15_step_New%20Step%20111.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the innermost rows of the wing plates 3x6 with angle." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-18_step_New%20Step%20112.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 parts." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-16_step_New%20Step%20114.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs to the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-17_step_New%20Step%20113.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the side knobs at the front. Repeat to make another such part." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-18_step_New%20Step%20112.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the parts horizontally on the middle rows left of the previous pieces, side knobs to the front and back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-19_step_New%20Step%20115.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the right column of the two bottom angular plates 1x2 - 1x2 with side knobs." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-20_step_New%20Step%20116.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically to the left. Put the plate 2x6 horizontally to the right of the previous piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-25_step_New%20Step%20121.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build 2 side police signs." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-21_step_New%20Step%20117.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-22_step_New%20Step%20119.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the left knob, overhanging to the left, curve to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-23_step_New%20Step%20118.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the right knob, overhanging to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-24_step_New%20Step%20120.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece. (The sticker is bright blue and has \"Police\" written on it in white letters)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-25_step_New%20Step%20121.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: this build has a special orientation! The first side police sign is finished! Mount it upright horizontally on the side knobs at the front side of the structure, curve to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-30_step_New%20Step%20122.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat to make another side police sign." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-30_step_New%20Step%20122.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it horizontally on the side knobs at the back side of the structure, curve to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-31_step_New%20Step%20127.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the bright yellow brick 1x2 in the middle of the structure." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-32_step_New%20Step%20237.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the frontmost knob of the previous piece, overhanging to the left, curve to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-33_step_New%20Step%20238.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the right of the curve pieces 1x2. The helicopter base is finished! Well done! Put it aside for now, we will need it again later." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-48_step_New%20Step%20135.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the helicopter tail." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-34_step_New%20Step%20146.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-35_step_New%20Step%20147.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two right columns, symmetrically overhanging to the front and back, rounded corners to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-36_step_New%20Step%20148.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the middle of the right column of the previous piece, overhanging to the right, tube to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-37_step_New%20Step%20149.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically to the left of the half-circle plate 2x6. Put the transparent red round flat tile 1x1 on the frontmost knob of the half-circle plate 2x6. Put the transparent green round flat tile 1x1 on the backmost knob." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-38_step_New%20Step%20150.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left of the plate 2x2 with bottom tube, one on the front row, and one on the back row." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-161", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-39_step_New%20Step%20151.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-40_step_New%20Step%20152.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-41_step_New%20Step%20153.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left on the front and back rows, clasps to the front and back." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-42_step_New%20Step%20154.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left on the front and back rows." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-43_step_New%20Step%20155.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left, top plate on the previous pieces, bottom plate overhanging to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-44_step_New%20Step%20156.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the botttom angular plate 1x2 - 2x2 with side knobs on the back row to the right of the previous piece, side knobs to the back. Put the plate 2x2 to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-45_step_New%20Step%20157.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the third column from the left. Put the bottom angular plate 1x2 - 2x2 with side knobs on the front row to the right of the previous piece, side knobs to the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-46_step_New%20Step%20158.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the right of the plate 1x2, bows to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-47_step_New%20Step%20136.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right, rudder to the right. (The rudder is white with a blue print: the head of an eagle with a wing, and the word \"Police \")." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-48_step_New%20Step%20135.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The helicopter tail is finished! Well done! Now, mount the helicopter tail horizontally on the helicopter base: put the two knobs on the left edge of the tail to the right of the brick 1x2 in the middle of the helicopter base." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-49_step_New%20Step%20159.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the protrusion and the brick 1x2 in the middle of the structure, slide to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-50_step_New%20Step%20160.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically to the left of the previous piece, arches outwards, protruding plates inwards." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-51_step_New%20Step%20161.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, flush with the previous pieces on the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-52_step_New%20Step%20257.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece, skipping its leftmost column." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-53_step_New%20Step%20163.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the left and right columns of the previous piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-54_step_New%20Step%20162.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left, slide to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-55_step_New%20Step%20164.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them into the left and right side holes in the middle of the front side of the structure." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-56_step_New%20Step%20165.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the small connector pegs on the front side." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-57_step_New%20Step%20166.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the four side knobs above the previous piece, curved arch to the top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-60_step_New%20Step%20167.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will decorate a curve piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-58_step_New%20Step%20194.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the next four sentences. Put it on the table, curve to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-59_step_New%20Step%20195.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. (The sticker is black and has a yellow arrow on it. The arrow points to the left, and it has the word \"Danger\" written on it twice)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-60_step_New%20Step%20167.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the curve upright on the right two knobs of the mudguard, curve overhanging to the right, slide to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-61_step_New%20Step%20168.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically on the left two knobs of the mudguard, side knobs to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-64_step_New%20Step%20169.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-62_step_New%20Step%20196.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-63_step_New%20Step%20197.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-64_step_New%20Step%20169.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the part upright vertically on the side knobs on the left, small nose cones to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-70_step_New%20Step%20170.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the helicopter searchlight." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-65_step_New%20Step%20198.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-66_step_New%20Step%20201.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the connector peg into the bushing. Push the bushing all the way to the ring." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-67_step_New%20Step%20200.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the connector peg into the side hole, bushing touching the cylinder." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-68_step_New%20Step%20202.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the cylinder 2x2 with side hole." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-69_step_New%20Step%20199.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cylinder 2x2 with side hole." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-70_step_New%20Step%20170.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The helicopter searchlight is finished! Mount it by putting the connector peg into the middle hole on the front side of the structure, curved disk 2x2 to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-71_step_New%20Step%20171.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the four side knobs on the front side of the structure, curved arch to the top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-74_step_New%20Step%20172.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will decorate a curve piece." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-72_step_New%20Step%20204.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Continue if you want to decorate it with a sticker now. If not, skip the next four sentences. Put it on the table, curve to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-73_step_New%20Step%20205.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the curve. (The sticker is black and has a yellow arrow on it. The arrow points to the left, and it has the word \"Danger\" written on it twice)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-74_step_New%20Step%20172.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the curve upright on the left two knobs of the mudguard, curve overhanging to the left, slide to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-75_step_New%20Step%20173.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright vertically on the right two knobs of the mudguard, side knobs to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-78_step_New%20Step%20174.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a small part." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-76_step_New%20Step%20206.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-77_step_New%20Step%20207.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-78_step_New%20Step%20174.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the part upright vertically on the side knobs on the right, nose cones to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-83_step_New%20Step%20175.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the cockpit." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-79_step_New%20Step%20208.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the table, next to each other. The clasps form a column on the right side." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-80_step_New%20Step%20211.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column, slide to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-81_step_New%20Step%20210.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the roof tile. (The sticker shows the police emblem: a golden police badge with wings)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-82_step_New%20Step%20209.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the clasps, opening to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-83_step_New%20Step%20175.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cockpit is finished! Mount it on the four knobs on the left edge of the structure. Put the helicopter aside for now, we will continue with it later." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-87_step_New%20Step%20176.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the landing skids." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-84_step_New%20Step%20212.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: this piece has a special orientation! Put it knob-side down horizontally on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-85_step_New%20Step%20215.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side down horizontally on top in the middle, shorter skids to the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-86_step_New%20Step%20214.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one knob-side down on the left cross beam of the undercarriage, slide to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-87_step_New%20Step%20176.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The landing skids are finished! Now, flip them right side up again. Mount the helicopter centred on top of the landing skids, short skids to the left, rudder to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-92_step_New%20Step%20177.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the tail rotor." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-88_step_New%20Step%20216.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-89_step_New%20Step%20217.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the connector peg into the bushing. Push the bushing all the way to the ring." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-90_step_New%20Step%20218.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the connector into one of the side holes of the turbine. The bushing touches the turbine." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-91_step_New%20Step%20219.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector of the rotor blade piece into the middle hole of the turbine." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-92_step_New%20Step%20177.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tail rotor is finished! Mount it by inserting the side connector into the side tube on the right side edge of the helicopter, rotor blades to the front." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-99_step_New%20Step%20178.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helicopter momentarily aside. Next, we will build the spinning top rotor." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-93_step_New%20Step%20220.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side up on the table, rotors pointing front and back and left and right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-94_step_New%20Step%20225.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the right rotor, one knob overhanging to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-95_step_New%20Step%20240.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the right two knobs, hinge to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-96_step_New%20Step%20224.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-97_step_New%20Step%20241.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on the hinges on the right and left." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-98_step_New%20Step%20222.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the outmost ends of the flaps 2x8. (They are bright yellow with a black stripe in the middle)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-99_step_New%20Step%20178.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The top spinning rotor is finished! Mount it on top of the helicopter by inserting the bottom tabs into the top connector of the rotor base." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-104_step_New%20Step%20179.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the firing net shooter." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-100_step_New%20Step%20230.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the trigger into the narrow opening of the shooter barrel. Put the shooter barrel horizontally, trigger to the right, and beam 1x3 to the top." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-101_step_New%20Step%20233.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shorter ends of the connector pegs into the holes on top of the shooter barrel." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-287", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-102_step_New%20Step%20232.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it horizontally into the connectors on top. Flip the structure 90 degrees to the back. This means that now, the connectors no longer point to the top but to the back side." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-103_step_New%20Step%20231.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front side surface. (The sticker is grey and has black arrows pointing to the left and right printed on it. The word \"CAUTION\" is on there twice, and a net symbol in the middle)." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-104_step_New%20Step%20179.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The firing net shooter is finished! Mount it by inserting the connectors into the left and right holes at the front side of the helicopter, trigger to the right." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-105_step_New%20Step%20242.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Scrunch up the net and put it into the wide opening of the shooter barrel. Pull the trigger back and push it to eject the net." } ] }, { "id": "lego-60207-sky-police-drone-chase-readscr-293", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60207-sky-police-drone-chase-readscr/images/sm01-Helicopter-106_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The helicopter is finished! Well done! Seat the Sky police officer in the cockpit and let him chase after the crook! Maybe he can even catch the crook with the net." } ] }, { "id": "lego-60251-monster-truck-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-MiniFigure-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the driver Minifigure." } ] }, { "id": "lego-60251-monster-truck-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-MiniFigure-1_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body horizontally on top of the legs. The Monster Truck driver is wearing a driving jacket with medium lilac sleeves and flames on both sides of the jacket. He's also wearing white driving gloves and green pants." } ] }, { "id": "lego-60251-monster-truck-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-MiniFigure-2_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The driver has a stubble and a daring smile on his face." } ] }, { "id": "lego-60251-monster-truck-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-MiniFigure-5_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the crash helmet for the Minifigure." } ] }, { "id": "lego-60251-monster-truck-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-MiniFigure-4_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This build can be a bit tricky. Put the helmet visor upright on the side opening of the crash helmet, bow of the visor facing outward. Once the visor is attached you can tilt it up, so the crash helmet can stay open or closed." } ] }, { "id": "lego-60251-monster-truck-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-MiniFigure-5_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, put the crash helmet on the head." } ] }, { "id": "lego-60251-monster-truck-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-MiniFigure-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Very good job! Now you've finished building the Minifigure. And with the helmet on, the driver is ready for a fast and bumpy ride." } ] }, { "id": "lego-60251-monster-truck-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-37_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "In the next section, we will build the cool Monster Truck. With the 4 off-road tires, spears in the back and the cool airbrush design on the bonnet it looks really\u00a0naughty." } ] }, { "id": "lego-60251-monster-truck-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60251-monster-truck-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-1_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top in the middle of the previous plate." } ] }, { "id": "lego-60251-monster-truck-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-2_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on each side of the previous plate, symmetrically overhanging to the front and back." } ] }, { "id": "lego-60251-monster-truck-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-3_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top." } ] }, { "id": "lego-60251-monster-truck-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-4_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on top at the leftmost edge." } ] }, { "id": "lego-60251-monster-truck-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-5_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right, slopes overhanging to the front and back." } ] }, { "id": "lego-60251-monster-truck-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-6_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece on the left column." } ] }, { "id": "lego-60251-monster-truck-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-7_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right, side plate to the left." } ] }, { "id": "lego-60251-monster-truck-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-8_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right, slopes overhanging to the front and back." } ] }, { "id": "lego-60251-monster-truck-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-9_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right." } ] }, { "id": "lego-60251-monster-truck-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-10_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column of the structure." } ] }, { "id": "lego-60251-monster-truck-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-11_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right, angled wings to the right." } ] }, { "id": "lego-60251-monster-truck-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-12_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the right on the back row. Repeat symmetrically at the front." } ] }, { "id": "lego-60251-monster-truck-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-13_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right, angled wings to the left." } ] }, { "id": "lego-60251-monster-truck-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-14_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right, side knobs overhanging to the right." } ] }, { "id": "lego-60251-monster-truck-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-15_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 2 side knobs of the previous piece." } ] }, { "id": "lego-60251-monster-truck-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-16_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the 2 knobs of the backmost row, starting from the left, overhanging a bit to the right, and side plate to the back. Repeat symmetrically at the front, side plate to the front." } ] }, { "id": "lego-60251-monster-truck-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-17_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the two previous pieces, shorter cut-out to the left." } ] }, { "id": "lego-60251-monster-truck-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-18_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the two wall elements, slopes overhanging to the front and back." } ] }, { "id": "lego-60251-monster-truck-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-19_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it symmetrically to the right on the rightmost column, one column overhanging to the right." } ] }, { "id": "lego-60251-monster-truck-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-20_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on top on the back row, starting from the right. Repeat symmetrically at the front." } ] }, { "id": "lego-60251-monster-truck-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-21_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on top, starting from the right, smallest tooth to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60251-monster-truck-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-22_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left of the tooth pieces, slopes to the right." } ] }, { "id": "lego-60251-monster-truck-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-23_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the third column from the left." } ] }, { "id": "lego-60251-monster-truck-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-24_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, side knobs overhanging to the left." } ] }, { "id": "lego-60251-monster-truck-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-25_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top starting from the left." } ] }, { "id": "lego-60251-monster-truck-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-26_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright centered on the 4 side knobs on the left side of the structure, teeth pointing down." } ] }, { "id": "lego-60251-monster-truck-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-27_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one upright behind the previous piece, tooth pointing down. Repeat symmetrically at the front." } ] }, { "id": "lego-60251-monster-truck-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-28_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright centered between the two previous pieces." } ] }, { "id": "lego-60251-monster-truck-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-29_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright in front of and behind the previous piece." } ] }, { "id": "lego-60251-monster-truck-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-30_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 3 leftmost columns of the structure, angled corners to the left. The hood has an impressive decoration: it is airbrushed with a monster that has pale lime green eyes and an orange nose. The monster also has orange eyebrows that look like flames. The headlights, the tooth elements and the grill plate on the left side of the structure are now the mouth of the Monster Truck character." } ] }, { "id": "lego-60251-monster-truck-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-31_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the engine hood, slope to the left." } ] }, { "id": "lego-60251-monster-truck-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-32_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, angled corners to the left." } ] }, { "id": "lego-60251-monster-truck-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-35_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, we will build the wheels." } ] }, { "id": "lego-60251-monster-truck-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-34_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire on the rim." } ] }, { "id": "lego-60251-monster-truck-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-36_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Great job! Now, click the wheels on the 4 side connectors, hole facing outwards." } ] }, { "id": "lego-60251-monster-truck-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60251-monster-truck-readscr/images/sm01-Car-37_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Very well done! You've now finished the cool Monster Truck. You can remove the roof and windscreen to place the driver inside the vehicle." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure1-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the mini figure Emmet. (Emmet's hair is reddish brown, and he is wearing a bright orange overall with a black belt, a blue shirt, and a name tag that says Emmet. In his chest pocket he keeps a pen to write down measurements)." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure1-0_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on the legs." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure1-1_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head. Put the tool into Emmet's hand." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure1-2_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mini-figure Emmet is finished! Well done! You can put him aside for now. Soon, he will be fixing things with his cool repair equipment!" } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the gas and repair station." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-0_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x8 horizontally on the table. Put the wall element 1x6x6 horizontally on the back row, starting from the left edge, hollow to the back. (It is printed with a ventilation grille, an emergency button, an electric cable, and a picture of the escape car with flames)." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-5_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a gas bottle." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-1_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-2_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-3_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-4_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-5_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The gas bottle is finished! Well done! Mount it to the right of the wall element on the back four knobs." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-8_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 spray cans." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-6_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-7_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-9_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-10_step_Step%20%23DK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-11_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 spray cans are finished! Put them to the left of the gas bottle, in front of the wall element." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-12_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-13_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handles of the tools into the holes on top of the handrail 1x4x2." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-14_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handrail horizontally on the front row, starting from the left." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-15_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the wall element, overhanging to the front, slide to the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Workshop-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The gas and repair station is finished! Well done! Now Emmet can repair his vehicles, adjust the tire pressure, and touch up the car paint." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the tool trolley." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-0_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the brick 1x2 vertically on the rightmost column." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-1_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 with side clasp vertically on the rightmost column, clasp to the right. Put the cupboard 2x3x2 horizontally to the left, opening to the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-2_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 with 1 knob on the right edge on top of the structure. Put the drawer piece for cupboard 2x3x2 into the lower slot of the cupboard." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-3_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure knob-side down. This means that the top knobs are now touching the table. Remember to keep the horizontal orientation of the structure. Put the 2 pieces knob-side down vertically on top. (This means that the clasps are facing the front and back side of your structure)." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-4_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically into the clasps on top of the structure. Now, flip the structure knob-side up again." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-5_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the handle of one tool, for instance the oil can, into the leftmost knob of the front row. Put one tool, for instance the pin of the ratchet, into the knob of the 2x2 plate with one knob on the right. Put the handle of one tool, for instance the wheel wrench, into the clasp on the right side. Put the remaining tools into the drawer." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-ToolTrolley-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tool trolley is finished! Well done! Emmet has a wide selection of tools now to take care of all car-related issues." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-10_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the escape car with flames." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-0_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-1_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 of them horizontally on the backmost row, side knobs to the back. Repeat symmetrically at the front, side knobs to the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-2_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two of them vertically on the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-3_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x3 vertically on the two middle columns, touching the bricks 1x2 with side knobs at the front. Careful: the next piece has a special orientation! Put the curve piece 2x4 upright horizontally on the side knobs on the front side of the structure, slide to the bottom." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-4_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small steering wheel with plate 1x2 horizontally behind the brick 2x3 in the middle, steering wheel to the back. Put the seat 2x2x2 vertically behind the previous piece, seat back to the back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-5_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one of the plates 1x4 vertically on the rightmost column, starting from the back. Repeat symmetrically on the left. Put the windscreen 3x4x1 in front of the previous pieces, slide to the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-6_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the windshield, top knobs to the back, rounded corners to the front. (The engine hood plate is printed with two bright red racing stripes on the sides, and an abstract black graffiti in the middle)." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-7_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the backmost row. Put the other one in front of the previous piece." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-8_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them into the two side knobs on the back side surface of your structure." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-9_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the large rubber tires with profile on the large rims with spokes. Put the wheels on the side connectors of the waggon bottom, spokes facing inside." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Car-10_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The escape car with flames is finished! Well done! Take it for a spin, and if Emmet ever gets into a risky situation, this is the perfect escape car for him!" } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure2-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, carefully open bag 2, and its sub-bag. It contains all bricks for the mini-figure Benny, the space buggy, and the spaceship. Next, we will build the mini-figure Benny. (Benny is wearing a bright blue helmet and spacesuit with an oxygen tank. The print on his chest is slightly faded; it shows a spaceship circling a planet)." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure2-0_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper part of the body on top of the legs." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure2-1_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hang it around Benny's neck, tanks to the back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure2-2_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure2-3_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Figure2-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mini-figure Benny is finished! Well done! He can pay his friend Emmet a visit until his spaceship is finished." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the space buggy." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-0_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-1_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on top, connectors to the left and right." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-2_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row, side rail to the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-3_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically behind the previous piece, seat back to the back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-4_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the steering wheel horizontally on the front row, steering wheel to the back. Careful! The next piece has a special orientation! Put the cylinder 2x2 with top cross hole upright on the back side of the seat back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-5_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 4 black small rubber tires with profile and 4 white small rims. Put the small rubber tires with profile on the small rims. Mount the wheels on the side connectors of the structure." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-SmallCar-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The space buggy is finished! Well done! Benny can use it for excursions on the different planets that he visits with his spaceship." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-23_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the spaceship." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-0_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table. This means wings to the front and back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-1_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the back row of the lower part of the inverted double roof tile, overhanging to the left. Repeat symmetrically on the front row of the lower part." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-2_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the higher row at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-3_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Connect it to the structure you have just built: connect the overhanging parts of the flat tiles 1x6 with the lower part of the ship front, tip of the ship front to the left." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-4_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve piece 2x3 horizontally on the rightmost two knobs in the middle of the lower part of the structure, slide to the right. Put the plate 2x3 horizontally to the left of the previous piece." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-5_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 with 1 knob on top, touching the curve piece on the right. Put the flat tile 1x2 vertically to the left of the previous piece." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-6_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the two back rows of the lower part of the structure, starting from the left. Repeat symmetrically on the two front rows of the lower part." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-7_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip two columns from the left on the higher part of the structure. Put the printed roof tile 2x4x1 horizontally on the two middle rows, slide to the left. (The print shows a spaceship circling a planet). Put the other two roof tiles symmetrically to the back and to the front of the previous piece. Put the smooth roof tile 1x2 vertically to the right of the middle roof tile 2x4x1, slide to the right." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-8_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the steering wheel vertically to the right of the smooth roof tile 1x2, wheel to the right. Put the seat 2x3x2 horizontally to the right of the previous piece, seat back to the right." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-9_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the right of the roof tile 2x4x1 at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-10_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally to the right of the previous piece, dented hinge fingers to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-11_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on top, rudder to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-12_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on top. Repeat symmetrically at the back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-15_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first of 2 foldout boosters." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-13_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side up on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-14_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-15_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first foldout booster is finished! Mount it on the hinge fingers on the right side of the structure at the back, knobs overhanging to the front. Try folding out the booster towards the back!" } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-18_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the second foldout booster." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-16_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it knob-side up on the table." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-17_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-18_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second foldout booster is finished! Mount it on the hinge fingers on the right side of the structure at the front, knobs overhanging to the back. Try folding out the booster towards the front!" } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-19_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost column of the ship front, starting from the back. Repeat symmetrically at the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-20_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the frontmost row, and put one roof tile to the left of the previous piece, slide to the left. Repeat symmetrically at the back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-21_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one black flat tile 1x2 horizontally to the left of the previous piece, touching the brick 1x8 in the middle of the structure. Put one bright yellow flat tile 1x2 horizontally to the back of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-22_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the windscreen 3x6 vertically on top of the 3 roof tiles 2x4x1, slide to the left. Skip the frontmost row, and put one steering nozzle on the transparent red plate 1x2, and the roof tile 2x2, middle nozzle to the right. Repeat symmetrically at the back." } ] }, { "id": "lego-70821-build-and-fix-workshop-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-70821-build-and-fix-workshop-readscr/images/sm01-Spaceship-23_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The spaceship is finished! Well done! Finally Benny can roam outer space and discover new planets and stars. If you open up the foldout boosters all the way to the sides, the space buggy can enter the spaceship from the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_1-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Spider-Man Minifigure." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_1-0_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_1-1_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Spider-Man's superhero suit is blue and red. It is printed with a spiderweb and a big spider on his chest. You can even see Spider-Man's sixpack through the fabric." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_1-2_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_1-3_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one of the coupling points into Spider-Man's left hand." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_1-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Spider-Man Minifigure is finished! Great job! He can get ready now to chase after villains and save the day." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-25_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the spider-copter." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-0_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, spider-copter tail to the back, low part to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-1_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the left and right column on the low section of the spider-copter." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-2_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the front on the low section." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-3_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, slope to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-4_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece is put on in a special orientation. Turn it upright, and put it on the 4 bottom knobs on the left side of the helicopter assembly. The tile is printed with the spider, Spider-Man's logo, and a spiderweb." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-5_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 upright, curve to the left and to the front. Now, put it on the two front knobs of the left side knobs at the top. Put the other one behind the previous piece, curve to the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-6_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright, and put it on the 4 bottom knobs on the right side of the helicopter assembly." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-7_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 upright, curve to the right and to the front. Now, put it on the two front knobs of the right side knobs at the top. Put the other one behind the previous piece, curve to the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-8_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row of the spider-copter tail, grille and bent shaft to the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-9_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the previous piece, curve to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-10_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the top rotor base of the helicopter." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-11_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in front of the top rotor base, clasps to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-12_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-13_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the cockpit into the 2 clasps at the top front of the helicopter, cockpit bending down." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-19_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the spider-copter undercarriage." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-14_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-15_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column at the front, shaft overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-16_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the previous pieces. Put the other one vertically to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-17_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column at the front, shaft overhanging to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-18_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps of the 4 claws into the 4 shafts overhanging at the front and back, claws pointing down. The spider-copter undercarriage is finished!" } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-19_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the spider-copter so that its tail is pointing to the right. The cockpit is to the left. Put the spider-copter on top of the undercarriage. The two plates with bow at the bottom fit perfectly to the left and right of the plates with top tubes. Great job!" } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-24_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the spider-copter top rotor." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-20_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, rotor cross running left to right and front to back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-21_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rotor plate running front to back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-22_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the right 2 knobs. Put the other one horizontally on the left 2 knobs." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-23_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top in the middle of the structure." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-24_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The spider-copter top rotor is finished! Well done! Now put the bottom tabs of the rotor on the connector on top of the spider-copter." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Helikopter-25_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The spider-copter is finished! Great work! Now Spider-Man can jump in and chase his enemies." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_2-0_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_2-1_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_2-2_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hole around the neck, cape to the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_2-3_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_2-4_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_2-5_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shafts in Mysterio's hands." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_2-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Mysterio Minifigure is finished! Well done! He will no doubt use his weapons and all his tricks to commit his crimes and defeat Spider-Man. Who will win?" } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-49_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build Mysterio's mech robot." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-0_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, back wall to the back, opening to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-1_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 back rows of the lower part of the structure." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-2_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on the front row of the lower part, hinge stubs to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-3_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, wall to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-4_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous piece." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-5_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically behind the previous piece on the right end of the previous piece, curve to the front. Repeat symmetrically on the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-6_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the structure left to right. Now, the slopes of the roof tiles are pointing to the back. Put the brick horizontally centered on the frontmost row, side knobs to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-7_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright, and put it on the 2 middle side knobs at the front. Make sure the plate 2x2 is flush at the top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-8_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, opening to the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-9_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the recess at the back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-10_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top. The flat tile is printed with gold and black mech ornaments and four screws." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-11_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip this build upright so that the printed flat tile is facing you. Mount it on the side knobs at the front of the structure." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-12_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the front row on top of the structure. This flat tile is printed with speed, pressure and temperature indicators and a button." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-13_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 centered on the rightmost 4 knobs, ball on shaft to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-14_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the second column from the left, starting from the front, overhanging top tile to the back. Repeat symmetrically on the right. Put 1 vertically behind the previous piece, overhanging top tile to the front. Repeat symmetrically on the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-15_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the leftmost and rightmost columns in the same way as the first 4 roof tiles are mounted." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-20_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the cockpit of the mech robot." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-16_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, hinge forks to the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-17_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, hinge stubs to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-18_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the left two columns, curve to the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-19_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its hinge forks on the hinge stubs on the left side. Make sure the dome is pointing to the bottom, and its curve is to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-20_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure left to right again. Flip the cockpit upright. Now, mount the hinge forks of the plate on the hinge stubs at the bottom of the mech robot." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-27_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the robot undercarriage." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-21_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-22_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost edge, connectors to the front and back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-23_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-24_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-25_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top in the middle of the build. Put the other one on top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-26_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the round bricks, short sides hugging the round bricks. Put the other one vertically to the right of the round bricks. The windscreens should now enclose the round bricks in the middle." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-27_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The robot undercarriage is finished! Great work! Mount the mech robot centered on the undercarriage. Make sure the connectors at the bottom and the balls with shaft at the top are pointing to the left and right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-28_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on the 4 side connectors of the undercarriage." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-38_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build a mech robot arm." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-29_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-30_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, ball cup to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-31_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-32_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right, shafts to the front and back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-33_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row starting from the right, shaft overhanging to the right. Repeat symmetrically at the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-34_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the 2 previous pieces, curve to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-35_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous brick, knobs to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-36_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps of the claws onto the two shafts on the right side. Make sure they are pointing down." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-37_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it on the shaft at the front of the mech robot arm." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-38_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mech robot arm is finished! Great job! Now snap the ball cup onto the ball on the right side of the mech robot." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-48_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, it's time to build the other arm." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-39_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-40_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, ball cup to the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-41_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-42_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left, shafts to the front and back." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-43_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back row starting from the left, shaft overhanging to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-44_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the right of the previous pieces, curve to the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-45_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left, knobs to the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-46_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps on the shafts on the left side of the mech robot arm, claws pointing down." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-47_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its clasp on the shaft at the front of the arm, claw pointing down." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-48_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second arm is finished! Snap its ball cup onto the ball on the left side of the mech robot." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Robot-49_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mysterio's mech robot is finished! Good job! Mysterio can now get on board and start executing his evil plans." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-0_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-1_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-2_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-3_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-4_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-5_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into 2 wheel clasps." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-6_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the other 2 wheel clasps." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-7_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the skateboard right side up again and put Ghost Spider on the knobs." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-8_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its shaft into Ghost Spider's hand." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-MiniFigure_3-9_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Ghost Spider is finished! With her spider web and her skateboard, she can finally go after ne'er-do-wells!" } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-38_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the bank vault." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-0_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-1_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost edge at the back. Repeat symmetrically on the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-2_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the third row from the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-3_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered behind the previous piece." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-4_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece on the third row from the back. Repeat symmetrically on the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-5_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the small bench element horizontally centered on the backmost row. Put the flat tile 1x2 horizontally in front of the previous piece." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-6_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in the back right corner. Repeat symmetrically on the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-7_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them in front of the previous pieces." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-8_step_Step%20%23FG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 columns from the left, and put 1 horizontally on the fourth row from the front. Make sure the highest part is on the left side. Repeat symmetrically on the right. The highest part is on the right side." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-9_step_Step%20%23FF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the previous 2 pieces. All arches together should now form a round hole." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-10_step_Step%20%23FE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece on the third and fourth row from the front. Repeat symmetrically on the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-11_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the previous piece on the rightmost edge. Repeat symmetrically on the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-12_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece on the fourth row from the front. Put the other one horizontally to the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-13_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous two pieces." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-14_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the leftmost knob of the second row from the front. Repeat symmetrically on the right." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-15_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on top of the previous piece, scroll and open knob pointing to the left. Repeat symmetrically on the left." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-16_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-17_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 4 back knobs, side knobs to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-18_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-19_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this small build vertically centered on the high part of the bank vault, one row overhanging to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-20_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left and right of the previous build, curves to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-21_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright, and mount it centered on the side knobs at the top, pointing to the front. The tile is printed with a green bank icon, the word BANK in gold letters printed in the middle." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-25_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build a gold safe." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-22_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, opening to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-23_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them inside the mailbox." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-24_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it on the mailbox casing." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-25_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the bank vault left to right. Now, the bank sign is to the back. Now you can mount the safe on the four knobs on the rightmost edge, safe door to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-29_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the jewel vault." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-26_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table, opening to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-27_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the diamonds into the mailbox casing." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-28_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the mailbox casing." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-29_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The jewel safe is finished, as well! Put it on the 4 knobs on the left edge of the structure, door to the front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-36_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, let's build the heavy bank vault door." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-258", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-30_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-31_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right side of the round plate." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-262", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-32_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left side of the round plate. The wall elements should fit perfectly together and on the round plate." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-33_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-34_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-35_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its bottom connector into the hole on top in the middle of the structure." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-36_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bank vault door is finished! Well done! Turn the bank vault left to right again so that the front is facing you again. Insert the heavy bank vault door into the round hole in the middle of the bank front." } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-37_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the bank. Mysterio will for sure know what to do with that!" } ] }, { "id": "lego-76149-the-menace-of-mysterio-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76149-the-menace-of-mysterio-readscr/images/sm01-Bank-38_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bank vault is finished! Well done!" } ] }, { "id": "lego-60284-roadwork-truck-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-minifigure-3_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the worker Minifigure." } ] }, { "id": "lego-60284-roadwork-truck-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-minifigure-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the Minifigure: put the upper part of the body on the legs, and then put the head on top. The worker has a friendly smile on his face and is wearing orange safety goggles. He is dressed in blue overalls and a light blue shirt. The overalls have a chest pocket where the worker keeps some handy items: two hexagonal wrenches as well as a pen." } ] }, { "id": "lego-60284-roadwork-truck-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-minifigure-1_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head, screen to the front." } ] }, { "id": "lego-60284-roadwork-truck-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-minifigure-2_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the right hand." } ] }, { "id": "lego-60284-roadwork-truck-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-minifigure-3_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The worker Minifigure is finished! Great job! He is ready to make the streets of LEGO City a bit cleaner and safer." } ] }, { "id": "lego-60284-roadwork-truck-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-rat-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Will the worker be able to capture the rat and get it off the streets into safety?" } ] }, { "id": "lego-60284-roadwork-truck-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-rat-1_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60284-roadwork-truck-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-road%20sign-2_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the triangular roadworks sign." } ] }, { "id": "lego-60284-roadwork-truck-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-road%20sign-0_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the satellite dish on the table, knob to the top. Put the wide end of the flagpole on the knob of the satellite dish." } ] }, { "id": "lego-60284-roadwork-truck-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-road%20sign-1_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of the sign on the flagpole. Make sure the tip of the sign is pointing to the top. The white sign is printed with a red frame and a black symbol for a worker shoveling some gravel." } ] }, { "id": "lego-60284-roadwork-truck-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-road%20sign-2_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roadworks sign is finished! Well done! Make sure to put it in a clearly visible spot to warn all traffic participants about your ongoing work." } ] }, { "id": "lego-60284-roadwork-truck-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-wheelbarrow-2_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we assemble the wheelbarrow." } ] }, { "id": "lego-60284-roadwork-truck-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-wheelbarrow-0_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60284-roadwork-truck-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-wheelbarrow-1_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the connectors of the wheel into the wheel fork." } ] }, { "id": "lego-60284-roadwork-truck-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-wheelbarrow-2_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The wheelbarrow is finished! Great! This will come in handy when the worker needs to transport rubble and other objects." } ] }, { "id": "lego-60284-roadwork-truck-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-28_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the front-end loader truck." } ] }, { "id": "lego-60284-roadwork-truck-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-0_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60284-roadwork-truck-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-1_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two rightmost columns." } ] }, { "id": "lego-60284-roadwork-truck-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-2_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two back rows to the left of the previous piece. Repeat symmetrically on the two front rows." } ] }, { "id": "lego-60284-roadwork-truck-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-3_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the two previous pieces." } ] }, { "id": "lego-60284-roadwork-truck-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-4_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them next to each other on the two leftmost columns, hinge stubs to the left." } ] }, { "id": "lego-60284-roadwork-truck-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-5_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column." } ] }, { "id": "lego-60284-roadwork-truck-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-6_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two back rows to the left of the previous piece, wheel arch overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60284-roadwork-truck-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-7_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the 2 previous pieces." } ] }, { "id": "lego-60284-roadwork-truck-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-8_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 centered on the previous piece and the column to its right, knobs to the right. Put 1 low profile brick to the right of the previous piece at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60284-roadwork-truck-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-9_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the second row from the back, starting from the right edge, clasp to the right. Put the other one horizontally in front of the previous piece, clasp to the right." } ] }, { "id": "lego-60284-roadwork-truck-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-10_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the right. This way, you are locking the two previous pieces in." } ] }, { "id": "lego-60284-roadwork-truck-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-11_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the flat tile 2x4 on the 2 back rows, slope to the back. Repeat symmetrically at the front, slope to the front. The two roof tiles are printed with chromed ventilation grilles." } ] }, { "id": "lego-60284-roadwork-truck-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-12_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile 1x2 vertically on top of the previous two pieces on the left column. Put the small steering wheel 1x2 vertically to the right of the previous piece, steering wheel to the right." } ] }, { "id": "lego-60284-roadwork-truck-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-13_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and snap the hinge forks into the two hinge stubs on the left edge of the structure, knobs to the left." } ] }, { "id": "lego-60284-roadwork-truck-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-14_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can lower and lift this plate. This will be the base plate for the truck tipper bucket! For now, lower it and put it flat on the structure so we can continue building on it." } ] }, { "id": "lego-60284-roadwork-truck-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-15_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the two back rows of the previous piece. Repeat symmetrically at the front." } ] }, { "id": "lego-60284-roadwork-truck-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-16_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, sloped end to the left." } ] }, { "id": "lego-60284-roadwork-truck-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-17_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally. Snap the bottom shaft on the right side into the clasps on the right side of your structure. You have just built the driver's cab of the truck! You can open and close it so that the roadman can climb in and out." } ] }, { "id": "lego-60284-roadwork-truck-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-18_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle of the driver's cab between the four knobs. This is the hazard warning lamp of your truck." } ] }, { "id": "lego-60284-roadwork-truck-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-27_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 4 wheels." } ] }, { "id": "lego-60284-roadwork-truck-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-26_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60284-roadwork-truck-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-20_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60284-roadwork-truck-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-26_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60284-roadwork-truck-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-27_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 rims and another 3 wheels. Assemble them just like the first wheel. Now, mount the 4 wheels on the 4 connectors at the bottom of your truck, spokes facing inward." } ] }, { "id": "lego-60284-roadwork-truck-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-vehicle-28_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The roadwork truck is finished! Very well done! It is ready to go on duty!" } ] }, { "id": "lego-60284-roadwork-truck-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-cones-5_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make two traffic cones." } ] }, { "id": "lego-60284-roadwork-truck-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-cones-3_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60284-roadwork-truck-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-cones-0_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-60284-roadwork-truck-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-cones-1_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60284-roadwork-truck-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-cones-3_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60284-roadwork-truck-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-cones-4_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, find another plate 2x2 and another nose cone 2x2x2. Assemble it like the first traffic cone." } ] }, { "id": "lego-60284-roadwork-truck-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-cones-5_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 traffic cones are finished! These are very important for traffic safety. Make sure to secure your construction site with traffic cones and the roadworks sign." } ] }, { "id": "lego-60284-roadwork-truck-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-stone-1_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, let's assemble the pile of rubble." } ] }, { "id": "lego-60284-roadwork-truck-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-stone-0_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can use these bricks as building blocks or construction site rubble as you please." } ] }, { "id": "lego-60284-roadwork-truck-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60284-roadwork-truck-readscr/images/sm01-stone-1_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure1-5_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Clara the Criminal Minifigure. Be careful with selecting the bricks and pieces for the Minifigures since there are 2 similar Minifigures in bag 1. If you are not sure about which piece to choose, ask a sighted person for help." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure1-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure1-1_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure1-3_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the goggles onto the helmet." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure1-4_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helmet on the head." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure1-5_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Clara the Criminal Minifigure is finished! Well done! She is wearing black pants, a mud brown belt, a black leather jacket with various straps and a shirt with dark and light grey stripes which looks just like a prisoner's uniform. Clara the Criminal has a grim look on her face. There is an x-shaped scar on her left cheek, and she is wearing a black eye mask. You can tell that she is up to no good!" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure2-6_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Duke DeTain Minifigure." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure2-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure2-1_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure2-3_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it onto the helmet." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure2-4_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helmet on the head." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure2-5_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "You can choose to either use the helmet, or take the helmet off and put the hairpiece on Duke's head." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure2-6_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Duke DeTain Minifigure is finished! Good job! He is wearing black pants and a brown leather belt. His shirt is dark blue, his golden badge is pinned onto the left side of his chest. On top, he is wearing a dark grey police vest with a chest strap and two utility pockets at the front, and a back shield at the back which is printed with the word \"POLICE\" in all caps in white letters. Duke's head actually has two face prints: on one side, he has a broad confident grin on his face and is wearing a flashy pair of sunglasses. The second face is friendly smiling. Duke has very thick black eyebrows." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-43_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the tow truck." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-1_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically underneath the 4 knobs on the right edge, connector pins to the front and back. Repeat symmetrically on the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-2_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the fourth column from the right, slope to the left. (This column is the first column on the lower level.)" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-7_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the truck rear with license plate." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-3_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, 4 side knobs facing you." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-4_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the rightmost side knob. Put the other one upright on the leftmost side knob." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-5_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 2 middle side knobs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-6_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the previous piece. The sticker is printed with the license plate. It is white with a bold black frame. The license number is \"T Y 0 1 2 0 3\" which is printed on in black letters." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-7_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The truck rear with license plate is finished! Great job! Mount it vertically on the rightmost column, side knobs and license plate sticker to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-8_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous part." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-9_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the backmost row at the right edge, 1 row and mudguard overhanging to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-10_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the two previous pieces." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-11_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece on the backmost row, panel to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-12_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the fourth column from the left, steering wheel to the right. (This is the first column of the low section.)" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-13_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 vertically to the left of the previous piece. Put the plate 1x2 vertically to the left of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-17_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the truck front with license plate." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-14_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, side knobs pointing towards you." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-15_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the 2 middle side knobs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-16_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the previous piece. The sticker again is printed with the license plate and looks exactly like the first license plate sticker. It is white with a bold black frame. The license number is \"T Y 0 1 2 0 3\" which is printed on in black letters." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-17_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The truck front with license plate is finished! Well done! Mount it vertically on the leftmost column, side knobs and license plate sticker to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-18_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, side knobs to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-19_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright on the 2 side knobs on the left side." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-20_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece vertically on the left edge, side tiles to the left. These are the front headlights of the tow truck!" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-21_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-22_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in the middle of the second and third column from the right, hinge stub to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-23_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the previous piece on the third column from the right, clasp to the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-24_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the two previous pieces." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-25_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost knob of the rightmost column, protruding plate and arch to the left. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-26_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x4 vertically on the three previous pieces. Put the windscreen 3x4x1\u2153 vertically on the third column from the left, slope to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-27_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the leftmost four knobs, narrow end to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-32_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the towing component." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-28_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-29_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the two backmost knobs, hinge fork to the back. Put 1 knob of the chain on the frontmost knob, leave the chain and its second knob hanging." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-30_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous pieces, but leave the chain and its second knob hanging." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-31_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically on the table in front of the rest of the structure, clasp to the front. Mount the second knob of the chain on the back knob of the plate with clasp. Put the curve tile vertically on top, curve to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-32_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The towing component is finished! Well done, that was hard! Now, snap the hinge fork of the towing element on the hinge stub on the right side of the truck. Let the towing component extend towards the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-33_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap 1 on the side clasp pointing to the front above the mudguard on the right. Repeat symmetrically at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-42_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the 4 tow truck wheels." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-41_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with the first one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-35_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Now, find 3 more rims and 3 more tires. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-41_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-42_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the wheels onto the pin connectors at the bottom of the truck." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-truck-43_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tow truck is finished! Well done! This explosive vehicle is ready for action now. Clara the Criminal can already take it for a spin!" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-15_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the police motorcycle." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, horizontal wheel forks to the left, downwards bent wheel forks to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-1_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright vertically on the 2 side knobs pointing to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-3_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the zig-zag shaped side surface of the fairing, matching the shapes. The sticker is black at the top and white at the bottom. In the middle, it is printed with the cut-off silhouette of a golden police badge with a gold star in the middle. The badge reaches both into the black and white areas. In the white part at the bottom, the sticker is printed with the word \"POLICE\" in black letters, and a black horizontal line." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-4_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the other zig-zag shaped side surface of the fairing, matching the shapes. This sticker has the same design as the previous sticker." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-5_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the motorcycle fairing horizontally on the frame, 2 top knobs to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-6_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the bottom shaft into the clasp sticking out towards the top in the right half of the structure, handlebars slightly bending towards the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-8_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we make a small part." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-7_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with clasp horizontally on the table, clasp to the left. Put the flat tile 1x2 horizontally on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-8_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this small part horizontally on the 2 top knobs of the motorcycle on the left side, clasp to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-13_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the 2 motorcycle wheels." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-12_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-10_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Find another motorcycle rim and another motorcycle tire. Assemble the second wheel just like the first one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-12_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-13_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 motorcycle wheels are finished! Snap their pins into the 2 wheel forks of the motorcycle." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-14_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its middle onto the clasp on the left side of the motorcycle." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-motorbike-15_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The police motorcycle is finished! Great job! Now Duke DeTain has the means to chase after Clara the Criminal. Don't let her get away!" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure3-3_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the Snake Rattler Minifigure. Be careful again about choosing the correct Minifigure parts. The heads might be particularly tricky to differentiate. If in doubt, ask a sighted person for help." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure3-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure3-1_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure3-2_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure3-3_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Snake Rattler Minifigure is finished! Well done! He has a mischievous smile on his face and brown bushy eyebrows. He is wearing a black eye patch over his right eye, and he has sideburns and a stubble. Snake Rattler is wearing dark brown pants and a black leather jacket with all kinds of straps and zippers. The back of his jacket is printed with a huge grey dollar sign. His shirt has dark and light grey stripes and 2 chest straps." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure4-3_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the policewoman Minifigure." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure4-0_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure4-1_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure4-2_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, ponytail to the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-figure4-3_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The policewoman Minifigure is finished! Well done! She is wearing dark blue pants, a light blue button-down shirt and a brown belt that has one utility pocket at the front and 2 at the back. The shirt has two chest pockets; her police badge is pinned onto the left one. Her radio unit is attached to one of the shirt buttons. The shirt has a black back print with the word \"POLICE\" in a rectangular black frame, and her hand-held walkie talkie is clipped onto the belt at the back. Her head is printed with two faces: on one side, she has a clever smile on her face. But on the other, she looks distressed and is clenching her teeth." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-124_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the prisoner transporter." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-0_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-1_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column, ball socket to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-2_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the 2 back knobs of the previous piece, corner bending to the right at the back. Repeat symmetrically on the 2 front knobs, corner bending to the right at the front. If done correctly, 2 knobs of the 2 previous pieces are now overhanging to the right just like the ball socket. Let's consider them the rightmost column of our structure." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-3_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the two previous pieces, connector pins to the front and back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-4_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other to the left of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-5_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-6_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column, side knobs to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-7_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the right. This means that the ball cup and the 2 knobs sticking out towards the right remain empty." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-8_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the plate 2x4 with 2 side connector pins on the right. Put the other one vertically on the plate 2x4 with 2 side connector pins on the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-9_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost edge at the back, side knobs pointing to the left. Put the other one in front of the previous piece, side knobs to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-10_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the right of the previous piece on the 2 front rows. In this case, the frontmost row only consists of 3 knobs on the right and 1 knob on the left to connect to. Repeat symmetrically at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-17_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the transporter rear with license plate." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-11_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-12_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 middle knobs, side knobs to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-13_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 orange plates 1x1 to the left and right of the previous piece. Put the 2 red flat tiles 1x1 on the 2 outmost knobs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-15_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the flat tile. The sticker is printed with the license plate. It is white with a bold black frame. The license number is \"R H 6 0 2 7 6\" which is printed on in black letters." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-16_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this piece upright horizontally on the 2 side knobs pointing to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-17_step_Step%20%23CP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The transporter rear with license plate is finished! Great job! Mount it vertically centered on the rightmost column, license plate sticker to the right. The rightmost column only consists of 2 knobs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-18_step_Step%20%23CO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x6 horizontally on the backmost row, starting from the right edge. Put the plate 2x4 horizontally in front of the previous piece, also starting from the right edge. Put the other flat tile 1x6 horizontally on the frontmost row, again starting from the right edge." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-19_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the second and third column from the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-20_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate with top tube horizontally on the backmost row to the left of the flat tile, top tube to the right. Repeat symmetrically at the front. Put the flat tile 1x4 vertically to the left of the two previous pieces." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-24_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 2 transporter side ladders." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-22_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount its backside panel horizontally on the lower side knobs of the angle plate, bottom panel to the bottom." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-23_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount its backside panel horizontally on the upper side knobs of the angle plate, bottom panel to the bottom." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-24_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first transporter side ladder is finished! Mount its top plate 1x2 horizontally on the frontmost row on the fifth and sixth knob from the left, ladder overhanging to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-28_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the second side ladder." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-26_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount its backside panel horizontally on the lower side knobs of the angle plate, bottom panel to the bottom." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-197", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-27_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount its backside panel horizontally on the upper side knobs of the angle plate, bottom panel to the bottom." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-28_step_Step%20%23DG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second side ladder is finished! Mount its top plate 1x2 horizontally on the backmost row on the fifth and sixth knob from the left, ladder overhanging to the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-29_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous part. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-202", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-30_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip 2 columns from the left, and put it centered on top. If done correctly the plate should touch the 2 tubes to its right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-31_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-32_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-33_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 vertically centered on the rightmost edge of the plate 6x6, ball to the right. This means that the ball is now between the two tubes at the front and back. Put the plate 2x2 to the left of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-34_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 2x3 horizontally behind the 2 previous pieces. Put 1 plate 1x2 horizontally to the left of the previous piece on the backmost row. Repeat symmetrically at the front with the 2 remaining pieces." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-35_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the right edge of the higher part. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-36_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece, arch to the left. Put the other one horizontally in front of the previous piece, arch to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-37_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the leftmost column, and put 1 mudguard plate on the 2 back rows, mudguard overhanging to the back. Put the plate 2x2 in front of the previous piece. Put the other mudguard in front of the previous piece, mudguard overhanging to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-38_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left door 1x3 horizontally on the front row on the right knob of the previous piece, door extending to the right, doorknob pointing outwards to the front. If this does not add up, you might have the wrong door. Try again with the other door. Repeat symmetrically at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-39_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 with hinge stub vertically on the second column from the left at the back, hinge stub overhanging to the back. Put the round brick 1x1 in front of the previous piece. Put the brick 1x3 vertically in front of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-47_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the front grille with license plate." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-40_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, raised knobs and side knobs to the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-41_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x4 horizontally centered on the back row. Put 1 roof tile 1x1 to the left of the previous piece, slope to the left. Repeat symmetrically on the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-42_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front row." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-43_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the leftmost knob of the previous piece. Repeat symmetrically on the rightmost knob." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-231", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-44_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it horizontally so that the protruding plate is pointing to the back. Put the protruding plate centered on the front row, brick and arch overhanging to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-45_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 horizontally centered on the front row. Put the sticker on top. The sticker is printed with the license plate. It is identical to the first license plate sticker. It is white with a bold black frame. The license number is \"R H 6 0 2 7 6\" which is printed on in black letters." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-46_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally to the left and right of the flat tile." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-47_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front grille with license plate is finished! Well done! Flip it upright, and mount it horizontally on the side knobs on the left side. The side knobs of the front grille are now pointing to the top. They are flush with the knobs to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-48_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x1 on the backmost knob of the second column from the left. Put the curve tile vertically in front of the previous piece on the leftmost edge, curve to the left. This piece is printed with the golden silhouette of a police badge that has a golden star in it. Below, the word \"POLICE\" is printed in all caps in a cool design: the upper half of the letters is light blue, there is a bright blue horizontal line running through all letters in the middle, and the lower half of the letters is white. Put the other plate 1x1 on the knob in front of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-49_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the left wedge tile 1x2 horizontally on the previous piece, cut-off side to the front left. If this does not add up, you might have the wrong wedge tile. Try again with the other one. Note that the left half of this piece does not connect to a knob but rather rests on a flat surface. Repeat symmetrically at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-50_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Note: you can ignore the smooth part without any knobs on the left edge in the following steps. Put the small steering wheel 1x2 vertically on the second column from the left, skipping the frontmost knob, steering wheel to the right. Put the brick with shaft vertically behind the previous piece, shaft to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-51_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap 1 end of the handcuffs onto the shaft of the previous piece. Put the Minifigure mug on one of the two knobs to the left of the handcuffs." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-52_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column of the high part at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-62_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the push-off mechanism for the cell." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-53_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x2 on the table. Put the low profile brick 2x2x\u2154 on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-252", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-54_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, half circle and hole to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-58_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the push-off lever." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-55_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angled bushing 1x1 on the table, round hole at the back running from left to right, cross axle extension pointing to the front. Insert the longer part of the friction connector right-to-left into the round hole at the back. If done correctly, the connector is sticking out symmetrically to the left and right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-56_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the two ends of the previous piece that are sticking out on the left and right at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-57_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it front-to-back into the cross axle extension." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-58_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "This is the upper half of the lever: flip it upright so that the cross axle is pointing to the bottom. Then insert the cross axle top-to-bottom into the round hole on the structure." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-61_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now we build the lower half of the lever." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-59_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angled bushing 1x1 on the table, round hole at the back running from left to right, cross axle extension pointing to the front. Insert the longer end of the friction connector right-to-left into the round hole at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-60_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 2 ends of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-266", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-61_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the lower half of the lever upright so that the cross axle extension is pointing up. Lift up the structure, and put the cross axle extension on the cross axle from the bottom. For a tight fit, hold down the lever from the top as well." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-62_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The push-off mechanism for the cell is finished! Well done! If done correctly, you can move the lever up and down. Mount the push-off mechanism horizontally centered on the right edge of the higher part of the transporter, on the four knobs between the two bricks 1x2x2. Make sure the push-off lever is overhanging to the right, just above the ball joint." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-268", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-65_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we assemble the first of two side windows." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-64_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the glass into the hollow of the wall element. Use the 2 small bumps on the glass and the 2 small notches at the top and bottom on the inside of the wall element." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-65_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this side window on the frontmost row on the right edge of the higher part, panel to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-68_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make the second side window." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-67_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble it just like the first window: snap the small bumps on the window glass into the small notches on the inside of the wall element." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-68_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the second side window horizontally on the backmost row on the right edge of the high part, panel to the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-69_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, slope to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-70_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 plate 1x2 with hinge fork vertically on top of the previous piece at the back, hinge fork overhanging to the back. Put the grille tile vertically in front of the previous piece. Put the other plate with hinge fork vertically in front of the previous piece, hinge fork overhanging to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-71_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x6 vertically on the rightmost edge of the high part. Put the 2 round tiles 1x1 on the two knobs to the left of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-72_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the two previous pieces. This is the left column of the brick 2x6." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-287", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-73_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x2 vertically on top of the previous piece at the back. Put the grille tile vertically in front of the previous piece. Put the other flat tile 1x2 vertically in front of the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-74_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it vertically to the left of the previous pieces, 4 top knobs to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-76_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the exterior rearview mirrors." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-75_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with hinge stub vertically on the table, hinge stub to the front. Put the ingot 1x2 vertically on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-293", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-76_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another black plate 1x2 with hinge stub on short side, and another black ingot 1x2. Put the plate 1x2 with hinge stub vertically on the table, hinge stub to the back. Put the ingot vertically on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-77_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the hinge stub of the first mirror into the hinge fork overhanging to the back at the top left of the vehicle. Fold the mirror down to use it. Mount the second mirror symmetrically at the front hinge fork on the top left. Fold it down to use it. Great job! You have just finished the driver's cab of the transporter." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-295", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-80_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the front exhaust pipe." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-297", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-78_step_Step%20%23FA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the hinge fork with cross hole so that the hinge fork is pointing to the bottom. Insert the shaft of the tube top-to-bottom into the hole." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-299", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-79_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down and insert the shaft into the previous piece." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-80_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front exhaust pipe is finished! Well done! Snap the hinge fork onto the hinge stub pointing to the back just above the back mudguard." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-301", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-81_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Once mounted, fold the front exhaust pipe upwards." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-303", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-82_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip 1 upright, connector at the bottom, and insert the connector front-to-back into the tube to the right of the driver's cab. Repeat symmetrically at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-91_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the 4 wheels." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-305", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-90_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-308", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-84_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-309", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-90_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another 3 tires and another 3 rims. Assemble the remaining 3 wheels just like the first one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-310", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-91_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 4 wheels on the connectors at the bottom of the vehicle." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-311", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-122_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the prisoner cell." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-313", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-92_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-315", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-93_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top, starting in the right back corner, 4 rows overhanging to the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-317", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-94_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the 2 frontmost rows of the previous piece, 2 columns overhanging to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-319", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-95_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row on the left edge, handle overhanging to the back. Repeat symmetrically on the frontmost row." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-321", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-96_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x4 vertically centered on the second column from the left. This means it is mounted between the two previous pieces. Put the plate 1x4 with ball socket vertically to the left of the previous piece, ball socket overhanging to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-323", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-97_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the second column from the left on the second knob from the back. Skip 2 knobs towards the front, and mount the other one symmetrically." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-325", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-98_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically between the two previous pieces, technic beams pointing to the left." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-327", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-99_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column at the back. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-330", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-101_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the long side surface of the brick. The sticker is bright blue and has the word \"POLICE\" written on it in all caps. The upper half of the letters is light blue, and the lower half is white. A bright blue horizontal line is running through all letters in the middle." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-331", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-103_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another bright blue brick 1x4, and another rectangular sticker number 5. Attach the sticker just like the first one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-332", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-104_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount one brick 1x4 horizontally on the frontmost row to the right of the previous piece, sticker to the front. Repeat symmetrically at the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-105_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally on top of the 2 previous pieces." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-336", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-106_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second column from the left between the two previous pieces." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-337", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-109_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the back wall of the cell." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-339", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-107_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-341", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-108_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on top." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-342", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-109_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The back wall of the cell is finished! Mount it vertically on the leftmost column of the cell." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-344", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-110_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, starting from the left edge. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-345", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-112_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 small parts." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-347", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-111_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the grille tile upright horizontally on the side knobs of the brick." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-348", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-112_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find another white brick 1x2 with 2 side knobs, and another dark stone grey grille tile 1x2. Assemble the second part just like the first one." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-349", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-113_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount one part horizontally on the backmost row on the right edge, grille tile to the front. Repeat symmetrically at the front, grille tile to the back." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-351", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-114_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn 1 brick with protruding plate horizontally so that the protruding plate is pointing to the right. Put the plate on the leftmost column on the second knob from the back, piece overhanging to the left. Put the plate 1x2 vertically in front of the previous piece. Mount the other brick 1x1 in front of the previous piece just like the first brick 1x1 with protruding plate." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-353", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-115_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the leftmost column." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-355", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-116_step_Step%20%23FN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the right door 1x3x4 vertically on the rightmost column on the backmost knob, door opening to the right, doorknob pointing to the right. If this does not add up, try again with the other door. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-357", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-117_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row. Repeat symmetrically at the front." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-359", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-118_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the leftmost column, skipping the backmost knob, handle to the right. Put the other one vertically in front of the previous piece, handle to the right." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-361", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-119_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-363", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-120_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 clasps into the handles on the left. This is the lid of the cell and you can fold it up and down as you wish." } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-364", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-122_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The prisoner cell is finished! Fantastic job! Now, mount the cell on the right half of the transporter, doors to the right. The small recess at the left bottom of the prisoner cell encloses the ball joint on the transporter. Now, if you push down the push-off lever with momentum, the cell is blasted off of the transporter!" } ] }, { "id": "lego-60276-police-prisoner-transport-readscr-365", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60276-police-prisoner-transport-readscr/images/sm01-policetruck-124_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "And with this, the prisoner transporter is finished! Great job! Get ready for your first arrest: catch the crook and lock them in the cell!" } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_1-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we build the Spider-Man Minifigure." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_1-0_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_1-1_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Spider-Man's superhero suit is blue and red. It is printed with a spiderweb and a big spider on his chest. You can even see Spider-Man's sixpack through the fabric." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_1-2_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Spider-Man has a spider web all over his face and a determined smile." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_1-3_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one knob of the string on Spider-Man's right hand. Put the other knob of the string on the centered knob of the spider web 7x7." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_1-4_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Spider-Man Minifigure is finished! Well done! Now, Spider-Man can go hunt his enemies and other villains." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_2-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Truck Driver Minifigure." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_2-0_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_2-1_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The truck driver is wearing a white shirt, a grey tie, and a bulletproof vest. Her ID card is dangling from her neck." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_2-2_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. The truck driver has a friendly face." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_2-4_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the visor on the helmet: the visor has two small bumps on its ends that fit perfectly in two small notches on the helmet." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_2-5_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helmet on the head." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFig_2-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Truck Driver Minifigure is finished! Great job! You can put her aside for now, we will build the truck that she is driving later." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build Spider-Man's motorbike." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-0_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table, front forks to the left and pointing down. The front forks are the steeper pair of forks." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-1_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This might be tricky to attach, ask for help if needed. Put it horizontally on the motorcycle frame, the two top knobs to the right." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-2_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the handlebar into the clasp in the top left part of the motorcycle fairing. This clasp is hidden underneath the protective hood on the top left." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-3_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two knobs on the right edge, slope to the left, curve tile overhanging to the right." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-4_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Snap the pins of the wheel into the two bottom clasps on the right." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-5_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. Snap the pins of the wheel into the two bottom clasps on the left." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Bike-6_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Spider-Man's motorbike is finished! Great job! With this bike, Spider-Man can chase after villains fast as lightning." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-37_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the bank truck." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-0_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-1_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front two rows of the lower part of the car chassis, starting from the right edge. Put the other one horizontally behind the previous piece." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-2_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back 2 rows of the lower part, starting from the left edge." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-3_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-4_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right 4 knobs of the previous piece, backrest to the right." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-5_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, steering wheel to the right." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-6_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row of the high part of the car chassis, starting from the right edge. Repeat symmetrically at the front." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-7_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the rightmost edge on the second and third row from the front. Put the other one behind the previous piece." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-8_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left of the 2 previous pieces." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-9_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row, to the left of the flat tile. Repeat symmetrically at the back." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-10_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous 2 pieces. This also means that the brick is to the left of the steering wheel." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-11_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second and third column from the left of the lower part of the structure." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-12_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally into the engine bracket, narrower end to the left." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-13_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright vertically on the frontmost two knobs of the left side knobs. Repeat symmetrically at the back. These are the headlights of the truck." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-14_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them upright horizontally on the top row of the left side knobs." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-15_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally below the 2 previous pieces." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-16_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the left side; attach the bottom 2 knobs of the bar on the 2 knobs of the previous piece. You have just attached the sturdy front bumper of the bank truck." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-17_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered to the left of the steering wheel." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-18_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row, left end flush with the previous piece. Repeat symmetrically on the right." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-22_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the driver's cabin of the bank truck." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-19_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the table, slope to the left." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-20_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-21_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the frontmost knob, and put it vertically on top. Put the other one vertically behind the previous piece." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-22_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount the driver's cabin on top of the structure: put it vertically on the topmost bricks that match the shape of the cabin." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-23_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the driver's cabin, curved end to the left." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-24_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upright and insert the connector into the technic hole on the front side surface of the truck, exhaust pipe pointing to the top." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-25_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the two left knobs on the front side, below the exhaust pipe. The knobs should form a horizontal row in front of you." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-26_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right. This means that now, the engine hood is pointing to the right. Insert the connector of the exhaust pipe into the technic hole on the front side surface, exhaust pipe pointing to the top." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-27_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the right two knobs on the front side, below the exhaust pipe. Make sure the knobs form a horizontal row." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-28_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright vertically on the front two side knobs on the left side. Repeat symmetrically at the back. These are the taillights of the truck!" } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-32_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the rear bumper." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-29_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-30_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 2 connectors of the previous piece." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-31_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the connector into the bushing 1x1 in the middle of the rear bumper." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-32_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, attach the plate 2x2 of the rear bumper centered on the left side knobs, bumper pointing to the front and back." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-33_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tires on the rims. Now, attach all 4 wheels on the 4 side connectors at the bottom of the truck." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Car-37_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The bank truck is finished! Very well done! This sturdy truck should be totally burglar-proof. Once the truck trailer is attached, the truck driver will try to get all jewels, gold bars and money deliveries to their destination. Will Vulture be able to intervene? You are now done with bag one." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-1_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the legs. Vulture is wearing a skin-tight mossy green jumpsuit; you can even see his six-pack through the fabric. The suit has a bright green collar that looks like a web." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-2_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the hole on the wings around Vulture's neck. Make sure the feathers are pointing down." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-3_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Vulture's expression is grim; he has a lot of wrinkles and scars, and silvery-white eyebrows." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-4_step_Step%20%23BX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in Vulture's left hand." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-9_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build a gold safe and Vulture's harpoon weapon." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-5_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-6_step_Step%20%23CK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the two tabs at the bottom of the mailbox casing into the two small notches on the mailbox front." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-7_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Attach one knob on the backmost knob on the left." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-127", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-8_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the end of the harpoon spike into the loose knob at the other end of the chain." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-9_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Find 2 warm gold ingots 1x2. Put them into the safe and close the door." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-MiniFigure_3-10_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Vulture Minifigure is finished! Well done! Put the harpoon spike into Vulture's left hand. This way, he might be able to steal the safe from the bank truck." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-131", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Safe-0_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Safe-1_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the diamonds into the mailbox casing." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Safe-2_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the two tabs at the bottom of the mailbox casing into the two small notches on the mailbox front." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Safe-3_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The jewel safe is finished! Well done! Close the safe door and make sure Vulture does not get a hold of it yet." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Trailer-5_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Finally, let's build the truck trailer." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Trailer-0_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Trailer-1_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the backmost row, wall panel to the back, side knobs to the left and right. Repeat symmetrically at the front. These are the sides of the truck trailer. They are each printed with black and grey stripes and a huge diamond." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Trailer-2_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the side knobs on the right side. Repeat symmetrically on the left." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Trailer-3_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the structure 90 degrees to the right. This means that the plates 4x6 are now at the bottom and at the top. The hollow is on the right side. Put 2 plates 1x2 with angled top handles horizontally on the backmost row, top handle to the back. Repeat symmetrically at the front, top handles to the front." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Trailer-4_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the truck trailer back to its previous position, plates 1x2 with angled top handles pointing to the left. Put the brick 1x4 horizontally centered on the bottom row of the right side knobs." } ] }, { "id": "lego-76147-vultures-trucker-robbery-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-76147-vultures-trucker-robbery-readscr/images/sm01-Trailer-5_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The truck trailer is finished! Great job! Mount it on the truck so that the handles are pointing to the front of the truck, and the brick 1x4 is at the rear end of the truck." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0000_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the plate 4x4 centered on top. Make sure there is 1 row overhanging to the back and 1 row overhanging to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0001_step_Step%20%23HU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 horizontally centered underneath the frontmost row, 1 row overhanging to the front, 1 column overhanging to the left and right each. Put the plate 2x8 horizontally centered underneath the backmost row, 1 row overhanging to the front, 2 columns overhanging to the left and right. These two plates will later be Dorrie's legs and feet! But for now, it only is important that you keep this orientation of the structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0002_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the rightmost knob of the front row, and put 1 on the frontmost row, cut-off corner to the front right. Put the other one to the left of the previous piece, cut-off corner to the front left. Again, the leftmost knob of the front row remains empty." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0003_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the 2 feet at the front of the structure. At the moment, they only consist of 2 knobs on the front left and 2 knobs on the front right. Put 1 wedge tile on the front foot on the right, 1 column overhanging to the right. This means that the curved pointy end is overhanging. Repeat symmetrically on the left, curved pointy end overhanging to the left. Now, put 1 wedge tile on the 2 rightmost knobs at the backmost edge of the structure, curved pointy end overhanging to the right. Repeat symmetrically on the left, curved pointy end overhanging to the left. These will be Dorrie's feet!" } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0004_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Identify the 2 empty knobs directly next to the previous piece. Put 1 flat tile 1x1 on the front knob of the two. Put 1 quarter-circle tile 1x1 behind the previous piece, quarter-circle to the back right. Repeat with the two remaining pieces on the right: flat tile 1x1 on the front knob of the rightmost column at the back, quarter-circle tile 1x1 behind that, quarter-circle to the back left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0005_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece on the backmost row. Repeat symmetrically on the right. If done correctly, there are only 2 empty knobs between the two most recent pieces." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0006_step_Step%20%23HJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip the structure upside down. Make sure to keep the current orientation: the longer legs are at the back, the shorter legs at the front, all legs still pointing to the left and right. Mount 1 inverted curve disk on the 2 backmost rows on the right edge, but make sure to leave the rightmost column empty. In other words, the pointy end remains empty. Repeat symmetrically on the left. Again, leave the leftmost column, that means the pointy end, empty. Mount another inverted curve disk on the right leg at the front. Again, the pointy end remains empty. Repeat symmetrically on the left, pointy end remaining empty." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0009_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the structure right side up again, and keep the orientation of the legs: longer legs at the back, all legs pointing to the left and right. Next, we will make a small sub-part of Dorrie." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0007_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate horizontally on the table, 4 side knobs pointing to the back. Put the plate 1x2 horizontally on the 2 regular knobs." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0009_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this small part horizontally in the middle of the backmost row, 4 side knobs pointing to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0010_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in front of the previous piece. This means that it will be mounted on the second and third row from the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0011_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 vertically in front of the previous piece on the 2 middle columns. Put the 2 plates 1x3 vertically to the left and right of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0012_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 frontmost knobs of the structure, pointy end overhanging to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0013_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 wedge tiles vertically on the table, pointy ends to the front. Take the one where the cut-off corner is on the right side. Mount it vertically on the frontmost knob of the rightmost column that has knobs. Make sure the cut-off is on the right and the pointy end is to the front. If this does not add up, try a wedge tile 1x2 with a different cut-off. Mount the wedge tile with cut-off on the left side symmetrically on the leftmost column with knobs. Put the flat tile 1x2 horizontally between the two previous pieces on the frontmost row of knobs." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0014_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile with sticker behind the previous piece. Put the 2 plates 1x2 vertically to the left and right of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0015_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 flat tiles 1x1 behind the 2 previous pieces. Put the 2 wedge tiles 1x2 vertically on the table, pointy ends to the back, and cut-off corners on the outside. Mount them vertically behind the 2 previous pieces, pointy ends to the back. Make sure the cut-off corners are on the outside, not inwards." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0016_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the 2 middle rows, half arches to the front, knobs at the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0017_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the two previous pieces." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0018_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece, side plate and 4 side knobs to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0021_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build Dorrie's chest." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0019_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the table. Put the flat tile 2x2 on the left edge, leaving the rightmost column empty." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0020_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it to the right of the previous piece, slope to the right, one half overhanging to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0021_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure 90 degrees to the right. This means that now, the 8 side knobs are pointing to the right and the feet are pointing to the front and back. Mount Dorrie's chest upright on the 8 side knobs, slope to the bottom. Make sure that at the top, the structure and the chest are flush. Make sure to keep the structure in this orientation. We will continue with Dorrie's head and put the main structure aside for now." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0028_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build Dorrie's head." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0022_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick with 8 side knobs horizontally on the table, smooth side to the back. Put the plate 1x2 horizontally on the 2 top knobs." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0023_step_Step%20%23HK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the previous piece, slope to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0024_step_Step%20%23HL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 upright horizontally on the 2 bottommost knobs pointing to the front. Put the plate 2x2 upright above the previous piece. This means it will only connect with 2 knobs. The smooth roof tile will slightly stick out above this piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0025_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put Dorrie's head flat on the table, meaning that the slope is now to the back, and 6 knobs are pointing to the top. Put the printed flat tile 1x2 horizontally on the backmost row. The piece is printed with Dorrie's eyes. If you want to make sure the orientation of the eyes is correct, ask a sighted person for help." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0026_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bright blue brick 1x2 horizontally in front of the previous piece. Put the white brick horizontally in front of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0027_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the previous piece, curve to the front. Put the other one horizontally behind the previous piece, curve to the back. Together, these 2 pieces form a half-cylinder. And guess what: This half-cylinder is Dorrie's snout!" } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0028_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Dorrie's head is finished! Well done! Flip it upright and mount it horizontally on the 2 topmost knobs of the structure, the 2 previous pieces overhanging to the right. Make sure that the left side of the head is flush with the rest of the structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0029_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the 2 side knobs on Dorrie's head that are pointing to the front. This can be rather difficult. Make sure that the round tile is not sticking out towards the left. Repeat symmetrically on the side knobs pointing to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_01-0030_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Dorrie figure is finished! Fantastic job! Now, Mario can jump on his friend's back and go on a coin-collecting ride! If you switch Mario on, he will make a special sound when he is standing on top of the function sticker on Dorrie's back. In case you are using the app, you can use this sticker to add the whole set to your collection online." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0020_step_Step%20%23BS_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Sandcastle module with Block number 1." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0000_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the knobs form rows and columns in front of you. The frontmost, backmost, leftmost and rightmost rows only consist of 2 knobs each." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0001_step_Step%20%23HX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered in the middle the base plate. Since the base plate also has smooth spots, the new plate will only connect to 4 knobs on the left and 4 knobs on the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0002_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece. Make sure there is 1 empty knob to the left of the new piece. Repeat symmetrically at the back. Again, make sure that there is 1 empty knob to the left of the new piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0003_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece to complete this row. Repeat symmetrically at the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0007_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Block number 1." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0004_step_Step%20%23IU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate on the table. Put the brick 1x2 horizontally on the 2 knobs at the front, printed side to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0005_step_Step%20%23IW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the previous piece, printed side to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0006_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the two previous pieces." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0007_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Block number 1 is finished! Mount it centered on the right edge of the structure, printed numbers to the front and back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0008_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically to the left of the previous piece. This can be tricky, you might have to shortly remove the Block number 1. Put the plate with connector to the left of the previous piece. If done correctly, there are 2 empty knobs to the left of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0011_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we build the Sandcastle walls." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0009_step_Step%20%23IP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the table." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0010_step_Step%20%23IQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the two previous pieces." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0011_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Sandcastle walls are finished: put 1 horizontally on the second row from the front. Make sure to leave the leftmost knob of that row empty. Repeat symmetrically on the second row from the back. Again, leave the leftmost knob of that row empty. Careful: Since the walls are 3 knobs long but only mounted on 2 knobs, they can easily slip out of place. Make sure that they stay flush with the plates 1x3 below them." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0012_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them to the left of the 2 Sandcastle walls." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0016_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the sand shovel. The pieces used for the sand shovel have some complicated names and descriptions. Listen very carefully, and if you are not sure, listen to the instruction several times. And if it does not work out, you can always ask for help." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0013_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one of the cross axle pins into the cross hole from the front. Make sure that the technic beam (this is the round hole) is running top-to-bottom, not left to right. If done correctly, the handlebar shaft is at the top, the cross axle part is sticking out towards the front, and the round hole is running from top to bottom." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0014_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one end of the cross axle extension on the cross axle sticking out towards the front. Make sure the cross axle extension is bending downwards, not upwards or sideways." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0015_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its handle into the empty end of the cross axle extension. This is a very tight fit, so make sure to apply a little pressure. If done correctly, you have created 1 pipe-shaped structure with a bend and kind of a handle on the top right and the pan of the shovel on the left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0016_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sand shovel is finished! Great job, this was really tricky! To mount it, hold it horizontally, shovel pointing to the left. Find the round hole that is running top to bottom, and put it on the connector sticking out towards the top. You need to apply some pressure to fit it in!" } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0017_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 nose cones on the left side of the structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0018_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the back wall of the Sandcastle, cut-out to the front. Put 1 horizontally on the front wall, cut-out to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0019_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 4 corners of the Sandcastle walls." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_02-0020_step_Step%20%23BS_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Sandcastle module is finished! Well done! If Mario wants to get to the Block number 1, there is no other way than to destroy the Sandcastle. Try kicking the shovel to the left and right to break down the castle walls! But you can also leave the sandcastle intact for now. It will work best once all modules are connected." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0030_step_Step%20%23%23D_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the Water Fountain module with Block number 2." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-106", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0000_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Again, make sure that the knobs form straight rows and columns in front of you." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0001_step_Step%20%23HY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob of the second row from the back, clasp to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0002_step_Step%20%23HM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the left of the previous piece, slope to the back. Make sure the piece is flush with the back edge of the base plate. Put the other one on the 4 frontmost middle knobs, slope to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0003_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered behind the previous piece. Make sure there is 1 empty row between the new piece and the roof tile at the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0004_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the purple violet half-cylinder to the right of the previous piece, curve running from front to back. Repeat on the left side with the lavender half-cylinder, curve again running from front to back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0005_step_Step%20%23CQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 1 remaining knob in the front right corner, slope to the right. Repeat symmetrically in the front left corner, slope to the left. Put the last one horizontally on the empty knob to the left of the roof tile at the back, slope to the left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-118", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0006_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the 2 frontmost rows. There should be exactly 8 knobs that fit the shape of this plate. Put the plate 1x4 horizontally on the backmost row of knobs." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-120", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0007_step_Step%20%23CL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the right half of the previous piece, slope to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0010_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we make a sub-part of the Water Fountain module." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0008_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the angular technic beam horizontally. Make sure the bending point is at the top, and the two beam arms are pointing downwards. Now, snap the connector of the brick 1x2 into the middle hole from the back. This is the topmost hole at the moment. It will make a click sound." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0010_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Keep the orientation of this part, and mount the brick 1x2 horizontally on the 2 left knobs of the backmost row. The angular beam will slide into the empty space on the structure. If done correctly, the angular beam will stick out a little on the left. Also, it should move left and right if you tap on it." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0011_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the half-cylinder on the leftmost knob of the second row from the front. The curve is again running from front to back. If done correctly, this piece is mounted in front of the angular technic beam from before. Put the roof tile 1x2 horizontally in front of the previous piece, slope to the left. It should be flush with the previous piece on the left side." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0012_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, rotate the structure clockwise by a quarter turn (or 90 degrees). This means that the slope of the previous piece is now pointing to the back. The moving angular beam is now in vertical orientation and sticking out towards the back. Put the brick 1x2 with technic holes horizontally in front of the previous piece. If done corretly, there will be 2 empty knobs directly in front of it." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0013_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on top in the middle of the structure. Make sure it is flush on the left and right sides. Put the roof tile 1x2 behind the previous piece, slope to the back. There should only be 1 empty knob left behind the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0014_step_Step%20%23CT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically in front of the previous piece. Put the other one vertically on the leftmost column at the top. If done correctly, there are 4 knobs left between these two pieces." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-133", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0022_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the Block 2 module." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-135", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0015_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the plate 1x2 vertically in your hand. Put the plate with side bottom tube horizontally on the back knob, side bottom tube to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0016_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, side bottom tube again to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0017_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the connector peg into the bottom tube from the back. The shorter end will stick out towards the back. This is the block base. Continue for the Block itself." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0021_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the Block 2 itself." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0018_step_Step%20%23IR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the table. Put the brick 1x2 horizontally on the 2 front knobs, print to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0019_step_Step%20%23IT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally behind the previous piece, print to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0020_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the 2 previous pieces." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0021_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the Block number 2 on the block base. Make sure the prints are to the left and to the right, and the connector peg is sticking out towards the back on the right side." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0022_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Block 2 module is finished! To mount it, flip it on its side, connector at the bottom, pointing to the back. Then, snap the connector peg into the left technic hole at the front side. If done correctly, you can now turn the block from right to left. Push it down to the right and then try tapping the angular technic beam at the back. With the right amount of force, the block will bounce to the top. This might take you a few tries! Once you're successful with that, Mario can jump on the function sticker and collect his rewards." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0026_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the jet of water." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-151", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0024_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0026_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the jet of water on the 4 knobs at the top of the structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0027_step_Step%20%23DE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 2 right knobs of the jet of water. Put the other one vertically to the left of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-156", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0028_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the two previous pieces, knobs in horizontal orientation." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0029_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its shaft into the clasp on the right side of the structure at the very bottom, side knobs to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-159", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_03-0030_step_Step%20%23%23D_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Water Fountain module with Block number 2 is finished! Well done! Do you think Mario can kick up the Block number 2 and collect its reward?" } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0016_step_Step%20%23DV_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Launcher module with Green Shell." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0000_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the table." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0001_step_Step%20%23IB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the right half of the previous piece, lateral top tube to the right and at the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0002_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered to the left of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0003_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the previous piece. If done correctly, there is 1 empty row in front of this piece and 1 empty row behind it." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0004_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally centered in front of and behind the previous piece. There should be 1 empty knob to the left and right of both flat tiles." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0005_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the 4 empty knobs next to the previous pieces. Make sure the rounded shapes of the quarter-circle tiles match the rounded corners of the base plate." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0006_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the second row of knobs from the right, curve to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0007_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-177", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0011_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the platform of the Launcher module." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0008_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 4x4 upside down on the table. Make sure the 4 sides are at a right angle and not diagonal like a diamond. Put the plate 1x2 vertically on the rightmost edge between the 2 feet on the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0009_step_Step%20%23EG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally to the left of the previous piece, lateral tube to the left and at the front. Snap the connector peg into the tube from the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0011_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The launcher platform is finished! First, flip it right side up and make sure the tube and connector are on the right. The smooth plate 4x4 is at the top and on the left side. To mount it, snap its connector into the top tube at the right edge of the structure from the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0012_step_Step%20%23HI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "If done correctly, you can move the platform up and down. If you fold it all the way down, it will still be slightly inclined and rest on the smooth curve brick in the middle of the structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0015_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the Green Shell." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0013_step_Step%20%23DX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x2 on the 4 knobs of the shell base." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0015_step_Step%20%23DV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Open the launcher platform a little towards the top, and put the green shell on the left side of the structure. Notice that the bottom side of the launcher shell has a recess that fits perfectly on the heightened part of the launcher structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_04-0016_step_Step%20%23DV_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Launcher module with Green Shell is finished! Well done! Can you think of a way how Mario can safely toss the green shell aside? A hint: it has to do with jumping!" } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0019_step_Step%20%23EL_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Huckit Crab module." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0000_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the wider ends of the feet are to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0001_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 right knobs, smooth side to the left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-195", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0002_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the previous piece on the back knob, side knobs to the left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0005_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a sub-part of the Huckit Crab." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0003_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with side handle on the table, handle to the left. Put the round plate with through-hole on top." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-199", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0005_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part on the front left knob of the crab structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0006_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous part, side knobs pointing to the front and to the left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0007_step_Step%20%23ER.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on top of the structure. Put the flat tile 1x1 on the previous piece. Make sure its sides are parallel to the sides of the plate 2x2 with 1 knob and not diagonally." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0008_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 3 side knobs pointing to the front. This piece is printed with the eyes of the Huckit Crab. You might be able to feel the print: it should be at the bottom half of the tile, while the top half is smooth. If you are not sure, you can ask a sighted person for help." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0009_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 2 side knobs pointing to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0010_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs pointing to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0011_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 3 side knobs pointing to the left. Make sure the shape of the corner tile matches the arrangement of the 3 knobs." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0014_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the claw of Huckit Crab." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-214", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0012_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 1x1 on the table. Put the brick 1x1 with side knob on top, side knob to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-216", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0013_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the side knob of the previous piece, slope towards the bottom. Put the other one on the top knob, slope to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0014_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The claw of Huckit Crab is finished! Well done! First, flip it to the side so that the through-hole is on the right. Now put the through-hole on the handle sticking out from Huckit Crab on the left side. The claw can point in any direction." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0018_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the platform for Huckit Crab." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0015_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x6x\u2154 on the table. Make sure its knobs form straight rows and columns in front of you. Put the plate 2x3 vertically centered underneath the base plate, one row sticking out towards the front. It fits perfectly between the two front feet of the plate." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0017_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the frontmost row of the baseplate and the row sticking out from underneath. Half of the curve tile is overhanging to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0018_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The platform for Huckit Crab is finished! Place the crab in the middle of the platform." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-224", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_05-0019_step_Step%20%23EL_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Huckit Crab module is finished! Well done! Let's see how Mario handles this rascal. To safely toss it aside, you can consider using the Green Shell. Once defeated, Mario can jump on the function sticker of the crab and collect his rewards." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0031_step_Step%20%23%23K_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the Tree module with Block number 3." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0000_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure its knobs form straight rows and columns in front of you." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0001_step_Step%20%23IG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the second column from the right. Careful: The first column on the right only consists of 2 knobs. Repeat symmetrically on the left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0002_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 2 middle knobs of the previous piece. Repeat symmetrically on the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-234", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0003_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the previous piece. Make sure that the hole runs from right to left. Otherwise the hole would be partly blocked by the previous piece. Repeat symmetrically at the front. Again, make sure the hole runs from right to left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-236", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0004_step_Step%20%23GB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "They will be placed exactly like the 2 previous pieces, but on the left side. Put 1 on the backmost knob of the second column from the left. Make sure that the technic hole runs from left to right again. Repeat symmetrically at the front, technic hole from left to right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-238", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0005_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it from the left at the front, end stop on the left edge. This means you will first insert it into the technic hole at the left front, and then into the cross hole at the right front. Repeat symmetrically at the back. Make sure to push the cross axles in completely. Notice the 2 recesses that we have created on the second column from the left and the second column from the right. We will fit the stem of the tree into those 2 recesses later." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0013_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the stem of the Tree." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-241", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0006_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-243", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0007_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top, connectors to the left and right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0008_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it underneath on the bottom surface of the current structure." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-247", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0009_step_Step%20%23HO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the technic holes of these bricks on the 2 side connectors. They will rotate easily at this stage. This is intentional, do not worry about this right now." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-249", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0010_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The structure is a bit wobbly now because of the curved disk at the bottom. So for the next steps, put it on the table on its side, curve disk to the right, knobs to the left. Insert the cross axle into the cross hole of the brick 2x2 from the left. Most of it will stick out towards the left. If you accidentally push off the round disk 2x2 at the bottom, put it on again, pushing back the cross axle a little. This might also happen in the next few steps but you can always fix it by pushing around the cross axle a little." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0011_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that the knobs are pointing to the left, and put it on the cross axle. Push firmly until the knobs of the structure connect with this piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0012_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the cross axle just like the previous piece: knobs always to the left, pushing the round bricks in until they connect with the previous piece. In the end, a total of 6 round bricks should fit onto the cross axle. If the last one does not fit, make sure the previous pieces are really pushed in fully." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-254", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0013_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The stem of the Tree is finished! Well done! Flip it upright, meaning that the curve disk is at the bottom again. Mount the stem in the middle of the structure. The 2 bricks 1x2 fit into the 2 recesses on the columns we built earlier. Since they move around easily, this can be a bit tricky. Ask for help if needed." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-256", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0014_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the second column from the left. It will lock in the mounting brick of the tree stem. Repeat symmetrically on the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0017_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the first of two Block attachments." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0015_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Insert the connector pin into the hole from the front, cross axle sticking out towards the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-260", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0017_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it horizontally on the 2 back knobs of the tree stem, cross axle sticking out towards the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0020_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's make the second of two Block attachments." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0018_step_Step%20%23GI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Insert the connector peg into the hole from the front, cross axle pin sticking out towards the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-264", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0020_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part horizontally on the 2 front knobs of the tree stem, cross axle sticking out towards the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0026_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the treetop." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0021_step_Step%20%23HR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round brick 2x2 on the table. Put the plate 3x3 centered on top. Make sure it is overhanging symmetrically on all 4 sides." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0022_step_Step%20%23GQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the middle knob of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0023_step_Step%20%23GP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 right knobs of the backmost row, leaves pointing to the right and slightly down. Make sure the left knob of the backmost row remains empty." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-273", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0024_step_Step%20%23GO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column in front of the previous piece, leaves overhanging to the front and slightly downwards. Put 1 horizontally to the left of the previous piece, leaves to the left and downwards. Put the last one vertically behind the previous piece, leaves to the back and downwards." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-275", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0025_step_Step%20%23GN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top in the middle of the structure. This might be a bit tricky, move it around until you find a connection." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0026_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The treetop is finished! Great job! Mount it on the 4 top knobs of the tree stem." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-277", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0030_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the Block number 3." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-279", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0027_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with half circle on the table, half circle to the left. Put the round plate 2x2 on the 4 knobs of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-281", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0028_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 front knobs of the previous piece, print to the front. Repeat symmetrically at the back, print to the back." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-283", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0029_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0030_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Block number 3 is finished! Flip it upright and use the hole of its base to hang it on one of the cross axles sticking out underneath the treetop. If it falls down from the cross axle you chose, try the other cross axle." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-285", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_06-0031_step_Step%20%23%23K_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Tree module with Block number 3 is finished! Fantastic! Mario will have to wobble the tree to get the Block number 3. Give it a try!" } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0009_step_Step%20%23GY_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Small Water Fountain module." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0000_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table. Make sure the knobs form straight rows and columns in front of you." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0001_step_Step%20%23IJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece in the middle. Make sure it is centered on the base plate." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0002_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round tile 1x1 on the back knob of the leftmost column. Remember that this column only consists of 2 knobs. Put the roof tile 1x1x\u2154 in front of the previous piece, slope to the left." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0003_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with through-hole on the left knob of the frontmost row. Put the round tile on the left knob of the backmost row." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0004_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 in the center of the whole structure. Stack the other 4 pieces on top." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0005_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the 2 left knobs of the topmost brick. Put the other one vertically to the right of the previous piece." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0006_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it on top of the 2 previous pieces, knobs in horizontal orientation." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-302", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0007_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the right knob of the frontmost row at the lowest level of the structure, leaves to the front and slightly to the right." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0008_step_Step%20%23GY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its bottom shaft into the top hole of the previous piece, side knobs to the front." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-305", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_07-0009_step_Step%20%23GY_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Small Water Fountain module is finished! Great job! Add it to your course for some more splish-splash action." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-306", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_08-0003_step_Step%20%23HG_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Grass module." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-308", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_08-0000_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4x\u2154 on the table. Make sure the knobs form straight rows and columns in front of you. Put the brick 1x2 horizontally centered on the back row." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-310", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_08-0001_step_Step%20%23HH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally centered on the front row. Put 1 vertically centered on the left column. Repeat symmetrically on the right. Now, only the 4 corner knobs of the base plate are still empty." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-312", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_08-0002_step_Step%20%23HG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Its feet should fit perfectly between the 4 previous pieces." } ] }, { "id": "lego-71398-dorries-beachfront-expansion-set-readscr-313", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71398-dorries-beachfront-expansion-set-readscr/images/sm01-71398_08-0003_step_Step%20%23HG_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Grass module is finished! Well done! This module is a great place for Mario and Dorrie to hang out and take a rest. Collect the following 6 pieces: 4 bright blue plates 2x8, 1 bright blue plate 2x12, and 1 bright yellow plate 2x8. These 6 plates are your connecting plates. Blue plates are water, Mario will make a swimming sound if you put him on a blue surface, and yellow is sand. All plates fit underneath the modules that you have built. You can create your own course and connect the different modules as you please! But you can also follow our course suggestion in the last section of the instructions. By the way: You can also combine these modules with the LEGO Mario Starter set and other LEGO Mario sets. But of course, the modules also work on their own, so you have all the options!" } ] }, { "id": "lego-60322-race-car-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_1-0002_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the mechanic Minifigure. Careful: the legs and heads of the two Minifigures in this set have the exact same shape, but they have different colors and prints. If you want to make sure you have the correct piece, ask a sighted person for help. However, you can also just assemble the Minifigures without help, the visual differences are minor." } ] }, { "id": "lego-60322-race-car-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_1-0000_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-60322-race-car-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_1-0001_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the billed cap on the head, ponytail to the back." } ] }, { "id": "lego-60322-race-car-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_1-0002_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The mechanic Minifigure is finished! Well done! She has a cool smirk on her face and is wearing black aviator sunglasses. The mechanic is wearing white pants and a white work jacket with green sleeves and green patches in the shoulder and pocket areas. It has white Velcro strip fasteners. At the back, the jacket is decorated with a bold number 8. She looks like she can tackle just about any technical challenge!" } ] }, { "id": "lego-60322-race-car-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_2-0003_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the race car driver Minifigure." } ] }, { "id": "lego-60322-race-car-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_2-0000_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-60322-race-car-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_2-0002_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's assemble the driver's helmet." } ] }, { "id": "lego-60322-race-car-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_2-0001_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the visor into the helmet. Use the little knobs on the inside of the visor and the small side notches on the cutout of the helmet." } ] }, { "id": "lego-60322-race-car-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_2-0002_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the helment on the head." } ] }, { "id": "lego-60322-race-car-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-figure_2-0003_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The race car driver Minifigure is finished! Well done! He has a big smile on his face and a small dimple on his chin. He seems excited for his next race! His pants are green, and the jacket has the same colors and decorations as the mechanic's jacket." } ] }, { "id": "lego-60322-race-car-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-cup-0002_step_Step%20%23%23M_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the trophy." } ] }, { "id": "lego-60322-race-car-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-cup-0000_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the table. Put the anvil piece 1x2 horizontally on top." } ] }, { "id": "lego-60322-race-car-readscr-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-cup-0001_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece, trophy handles to the left and right." } ] }, { "id": "lego-60322-race-car-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-cup-0002_step_Step%20%23%23M_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The trophy is finished! Great job! The race driver is really keen on winning the next race. Do you think our team will make it?" } ] }, { "id": "lego-60322-race-car-readscr-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0018_step_Step%20%23%23E_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the race car." } ] }, { "id": "lego-60322-race-car-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0000_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wagon bottom 6x10 horizontally on the table, pin connectors pointing to the front and back. Put the one-stepped plate on the 4 rightmost knobs in the middle, side knobs pointing to the right." } ] }, { "id": "lego-60322-race-car-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0001_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip this piece upright. Mount it upright horizontally on the 2 side knobs of the previous piece. This is the rear light of the race car." } ] }, { "id": "lego-60322-race-car-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0002_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically centered on the second column from the right. This is the lower part of the one-stepped plate 2x2. Put the other one in the middle of the fourth column from the right. This column is on the lowest part of the wagon bottom." } ] }, { "id": "lego-60322-race-car-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0003_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the two rightmost columns." } ] }, { "id": "lego-60322-race-car-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0004_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece, slope to the left." } ] }, { "id": "lego-60322-race-car-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0005_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle of the fourth column from the left, steering wheel to the right." } ] }, { "id": "lego-60322-race-car-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0006_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the 2 leftmost columns, and put 1 horizontally on the second row from the back, panel to the back. Repeat symmetrically at the front. If done correctly, there is one empty row with 4 knobs at the front and at the back." } ] }, { "id": "lego-60322-race-car-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0007_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row, curve to the front. Repeat symmetrically at the back. These orange pieces are printed with a white stripe at the bottom and a bright green stripe with diagonal incisions above that. On top of that, the word \"TURBO\" is printed in white upper case letters with a black background. In the next step, we will build a separate part, so set the structure aside for a moment. But make sure to keep the structure in its current orientation." } ] }, { "id": "lego-60322-race-car-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0009_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the engine hood." } ] }, { "id": "lego-60322-race-car-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0008_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the trapezoid plate horizontally on the table, cutout to the right, and knobs to the left. Put the curve brick horizontally on top, curve to the left, three columns overhanging to the right. This piece is printed with a white number 8 with black edging, and a background of one thick green stripe, two thinner green stripes, and two very thin green stripes." } ] }, { "id": "lego-60322-race-car-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0009_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The engine hood is finished! Fit it horizontally onto the rest of the structure, curve to the left: The 2x2 knobs should on the hood should be to the left of the steering wheel. If done correctly, the left half of the engine hood is overhanging to the left. That part was tricky! If you are not quite sure, jump back to the beginning of the engine hood instructions and give it another try." } ] }, { "id": "lego-60322-race-car-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0010_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two middle rows, starting from the right edge." } ] }, { "id": "lego-60322-race-car-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0011_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, top tubes pointing to the front and back. Put 1 vertically to the left of the previous piece. Put the last one vertically to the left of the previous piece." } ] }, { "id": "lego-60322-race-car-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0012_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 3 previous pieces, clasps to the right." } ] }, { "id": "lego-60322-race-car-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0013_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the spoiler element into the 2 clasps of the previous piece. You can freely choose the orientation of the spoiler. We suggest to have the handle on the right and the top tile overhanging towards the left." } ] }, { "id": "lego-60322-race-car-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0014_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the smooth roof tile vertically on the 2 leftmost knobs of the engine hood, slope to the left. Put the flat tile 1x2 vertically to the right of the previous piece. This piece is printed with the dashboard of the race car. It shows two dial indicators, namely a speedometer and a tachometer, as well as 2 LED indicators and a radio frequency bar." } ] }, { "id": "lego-60322-race-car-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0017_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble 4 wheels. Let's start with one wheel." } ] }, { "id": "lego-60322-race-car-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0015_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the tire around the rim. They should fit neatly together." } ] }, { "id": "lego-60322-race-car-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0016_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Assemble the remaining three tires just like the first one." } ] }, { "id": "lego-60322-race-car-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0017_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, snap the wheels onto the 4 pin connectors sticking out towards the front and back. Make sure that the spokes are facing outwards." } ] }, { "id": "lego-60322-race-car-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-car-0018_step_Step%20%23%23E_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The race car is finished! Very well done! Now it's time to take it for a test drive: seat the driver or the mechanic behind the steering wheel and see how fast it can go!" } ] }, { "id": "lego-60322-race-car-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-tools-0002_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the tool rack." } ] }, { "id": "lego-60322-race-car-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-tools-0000_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the handrail 1x4x2 horizontally on the back row." } ] }, { "id": "lego-60322-race-car-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-tools-0001_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the handle of the hammer top-to-bottom into the left knob of the handrail. Insert the handle of the wrench into the right knob." } ] }, { "id": "lego-60322-race-car-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-60322-race-car-readscr/images/sm01-tools-0002_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The tool rack is finished! Fantastic! Now the mechanic is ready for the next pit stop. She can fix just about any issue!" } ] }, { "id": "lego-41715-ice-cream-truck-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure1-0005_step_Step%20%23AB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Andrea Minidoll." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure1-0000_step_Mini_figure_dark_1.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure1-0001_step_Mini_figure_dark_2.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on top." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure1-0002_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the ice cream scoops on the knob of the inverted cone." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-9", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure1-0004_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the shaft of the cone into Andrea's left hand. It's an ice cream cone!" } ] }, { "id": "lego-41715-ice-cream-truck-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure1-0005_step_Step%20%23AB_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Andrea Minidoll is finished! Well done! She is wearing pink half-boots with lilac soles and laces, a dark blue skirt, a white sleeveless top with a golden crown print on it and a turquoise sleeveless vest with flat collar. She is wearing her curly hair up, a turquoise hair band keeping it in place. Andrea has brown eyes and dark red lips." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-dog-0001_step_Step%20%23%23U_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will assemble the Dash figurine with bone." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-dog-0001_step_Step%20%23%23U_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Dash is a dark brown puppy with a light blue dog collar and a silver star-shaped tag. He has brown eyes and a black snout. He is patiently sitting down, waiting for his treat." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0012_step_Step%20%23EH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the picnic table." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0000_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted roof tile 4x6 horizontally on the table. This means that the slopes are to the left and right. Put the brick 2x4 vertically on the 2 middle columns." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0001_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the previous piece." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0002_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on the rightmost column, 1 column overhanging to the right. Repeat symmetrically on the left, 1 column overhanging to the left." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0003_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it centered on the 2 bricks in the middle, 1 row overhanging to the left, 1 row overhanging to the right." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0004_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the 4 middle knobs of the previous piece. Put 1 plate 1x2 vertically to the right of the previous piece, and the other one vertically to the left of the previous piece." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0007_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make the sunshade." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0005_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the shaft in your hand, ring at the bottom. Insert the shaft into the umbrella's middle hole from the bottom." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0007_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The sunshade is finished! Mount it by inserting the bottom of the shaft into the hole in the middle of the table." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0010_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a chocolate ice cream cone." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0008_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the swirly ice cream scoop on the knob of the cone." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0010_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the cone into the knob to the right of the sunshade." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0011_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 vertically on the front row on the second knob from the right, 1 row overhanging to the front. The print of this piece is a money note! It has the number 100 on it. Insert the shaft of the popsicle into the knob to the left of the sunshade." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-bench-0012_step_Step%20%23EH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The picnic table is finished! Great job! Invite your customers to take a seat and enjoy their cool treats in the shade." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure2-0005_step_Step%20%23CH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Roxy Minidoll." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure2-0000_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure2-0001_step_Step%20%23EI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on the head." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure2-0004_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the ice-cream scoop." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure2-0002_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the swirly cupcake top on the knob of the round plate." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure2-0004_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the handle of the ice-cream scoop into Roxy's left hand." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-figure2-0005_step_Step%20%23CH_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Roxy Minidoll is finished! Great job! Roxy is wearing light grey ballet flats and a bright yellow skirt as well as a white sleeveless cropped blouse with knot, light-blue button tab, a pink-and-white marbled collar and a breast pocket in the same design. She has blue eyes and pink lips." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0034_step_Step%20%23BW_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Ice-Cream truck." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0000_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wagon bottom 6x16x2 horizontally on the table. Put the small steering wheel 1x2 vertically centered on the leftmost column of the low part of the wagon bottom, steering wheel to the right. This means that the higher column on the leftmost edge remains empty." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0001_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece, backing plate to the left." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0002_step_Step%20%23DT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the previous piece. It fits neatly into the low part of the wagon bottom surface." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0003_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These pieces will be mounted on the side knobs pointing to the right. They can be found on the right edge of the structure. Continue for detailed instructions. Put 1 flat tile 1x2 upright vertically on the 2 backmost knobs of the side knobs pointing to the right. Put the flat tile 2x4 upright horizontally in front of the previous piece, also on the side knobs pointing to the right. Put the other flat tile 1x2 upright vertically in front of the previous piece. The transparent red flat tiles are the taillights of the truck!" } ] }, { "id": "lego-41715-ice-cream-truck-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0006_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the cash register and ice cream containers." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0004_step_Step%20%23DU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x4 horizontally on the table. Put the roof tile 1x2 vertically on the leftmost column, slope to the front. This is the cash register printed with a number pad and a slot for credit cards." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0005_step_Step%20%23DW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These will be the different ice cream flavors! Put the light purple plate 1x2 vertically to the right of the previous piece. Put the white plate 1x2 vertically to the right of the previous piece. Put the reddish brown plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0006_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cash register and ice cream containers are finished! Great job! Mount it vertically on the rightmost edge of the low part of the wagon bottom, cash register at the back. Make sure that the higher column on the rightmost edge remains empty again. What do you think: which color stands for each ice-cream flavor?" } ] }, { "id": "lego-41715-ice-cream-truck-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0007_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the backmost row of the low part to the left of the cash register." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0008_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 vertically on the leftmost column of the structure. Put 1 brick 1x2 horizontally to the right of the previous piece on the backmost row. Repeat symmetrically on the frontmost row with the other brick 1x2." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0009_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put all 3 horizontally next to each other to the left of the previous piece. This means that they will cover the rest of the front row, leaving its rightmost knob empty." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0010_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost edge, slope to the left." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0011_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece on the backmost row, panel to the back." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0014_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the fridge." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0012_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The door has 2 small bumps opposite of the side with the handle. They will act as the door hinges. Snap the 2 bumps into the cupboard on the left edge. Make sure the door handle is to the front when closing the door." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-75", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0014_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The fridge is finished! Great! Put it horizontally on the 2 backmost rows to the right of the transparent wall element, door handle to the front." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0015_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 2x3 horizontally on top of the fridge, slope to the front. Put the brick 1x1x3 to the right of the previous piece on the backmost row." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-79", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0016_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece, panel to the back." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0017_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, panel to the right. This is the rear window." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0018_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically on top of the previous piece. Put the other one horizontally to the left of the previous piece on the backmost row." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0019_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally to the left of the previous piece. Put the other one vertically on the leftmost column." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0020_step_Step%20%23DB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x6 horizontally on the backmost row, starting from the left edge, slope to the left. Put the brick 1x2 horizontally to the right of the previous piece. Put the other brick 1x6 horizontally to the right of the previous piece, slope to the right." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0021_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x3 vertically in front of the previous piece on the rightmost column. Put 1 flat tile 1x2 vertically in front of the previous piece. Repeat symmetrically on the leftmost column with the other flat tile 1x3 and flat tile 1x2." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0022_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered on the backmost row. 1 knob to its left and 1 knob to its right will remain empty." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0023_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the flat tile 2x4 upright so that the print is towards you. Mount it horizontally on the 2 knobs pointing towards you directly underneath the previous piece on the inside of the truck. Do not confuse these with the 4 knobs pointing to the front at the bottom between the 2 mudguards. The piece is printed with the menu of the ice cream truck: there is 1 yellow popsicle symbol, 1 ice cream cone with chocolate and cookie flavor, 1 ice cream cone with vanilla sprinkle and lemon swirl flavor, and 1 ice cream cone with strawberry flavor. The first two cost 1, the other two cost 2 each. The background is white with a blue swirl. Put the fence element upright horizontally on the 4 side knobs pointing to the front between the 2 mudguards. Make sure the fence is at the bottom, sticking out towards the front. This element is the serving tray! You can put the ordered ice creams into the holes of the fence until the customers can pick them up." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0029_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the larger-than-life ice cream cone sign." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0024_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 with melting edges on the table. Put the dome 3x3 on top." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0025_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-100", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0026_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it underneath, cone tapering towards the bottom." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-102", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0027_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the longer end of the l-shaped shaft into the cone from the bottom and push it all the way in." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0028_step_Ice_mainstep.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "If done correctly, only the shorter part of the l-shaped shaft will stick out." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-104", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0029_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The larger-than-life ice cream cone sign is finished! Well done! Insert the shaft into one of the two hollow knobs on the back side of the truck. These hollow knobs are at the top edge in the middle just below the flat tile 1x4. You can adjust the orientation of the larger-than-life ice cream cone to your liking, for instance, at an angle so that the scoops of ice cream are pointing to the top right." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0032_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will assemble the 4 wheels." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0030_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Let's start with one wheel. Put 1 rim into 1 tire. Use the same procedure for the remaining 3 wheels." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-108", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0032_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the wheels onto the 4 connectors of the waggon bottom. Make sure the spokes are facing inwards." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0033_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright horizontally on the side knobs pointing to the left on the left edge of the structure. Ask for help for the correct orientation of the print. The piece is printed with headlights with pink housing, a pink front bumper as well as airbrushing with pink, yellow and light blue sprinkles on light blue patterns that make it look like ice cream is melting underneath the headlights." } ] }, { "id": "lego-41715-ice-cream-truck-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41715-ice-cream-truck-readscr/images/sm01-ice_van-0034_step_Step%20%23BW_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Ice-Cream Truck is finished! Well done! Time to get in and serve your ice-cream to your hungry customers. Scoop vanilla, strawberry and chocolate ice cream, and don't forget the popsicles!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-2", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_1-0002_step_Step%20%23KR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Priyanka Minidoll." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-4", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_1-0000_step_Step%20%23JM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_1-0001_step_Step%20%23KQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_1-0002_step_Step%20%23KR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Priyanka Minidoll is finished! Well done! Priyanka is wearing yellow shoes, white shorts overalls and a pink sleeveless polo shirt underneath. She is wearing a name tag, and on the chest part of her overalls, the logo of the pet adoption cafe is printed: it is a small lilac heart with a white paw at its center." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0020_step_Step%20%23HY_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the rescue trike. We'll start with the cargo box of the trike." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0000_step_Step%20%23GA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the table. Put the angle plate horizontally on the back row starting from the right edge, 4 side knobs to the back." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0001_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in front of the previous piece, 4 side knobs to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-14", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0002_step_Step%20%23KS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, clasps to the left." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-16", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0003_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the red plate 1x2 vertically to the right of the previous piece. This is quite tricky to fit in, ask for help if needed. Put the plate 1x2 vertically to the right of the previous piece, clasps to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0004_step_Step%20%23FV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the two previous pieces." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0005_step_Step%20%23FW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, clasp to the left." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0006_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the back knob of the previous piece, 2 side knobs to the back. Put the other one in front of the previous piece, 2 side knobs to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0008_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the loading flap of the cargo box." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0007_step_Step%20%23GU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with side handle vertically on the table, handle to the left. Put the flat tile 1x2 vertically on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0008_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, flip this part upside down so that the smooth side is to the bottom. Snap the handle of the loading flap into the 2 clasps on the right side of the structure. Great job! Fold the loading flap up and down as needed when loading the rescue pets into the cargo box." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0009_step_Step%20%23FQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the leftmost column, slope to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-30", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0010_step_Step%20%23HK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x3 horizontally on the table. Put the sticker on top. The sticker is bright yellow and has the logo of the pet adoption cafe on its left half. It is a pink heart with a lilac outline, and there is a small lilac house in its center against the backdrop of a white paw." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0011_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flat tile upright horizontally on the 6 side knobs pointing to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0012_step_Step%20%23HI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x3 horizontally on the table. Put the sticker on top. It has the same decoration as the previous sticker, but the logo is now on the right side." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0013_step_Step%20%23FS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the cargo box left to right. Now, the 3 clasps should point to the right. Mount the flat tile upright horizontally on the 6 side knobs pointing to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0014_step_Step%20%23JW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically underneath the two columns on the left, connector pins to the front and back." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0015_step_Step%20%23FO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the long vertical bar of the bicycle frame. It has a clasp at the top, and it has two cross bars: one in the middle and one at the bottom. Snap this long vertical bar and its middle cross bar into the 3 clasps on the right. The 2 lower clasps attach to the cross bar, and the clasp above should fit right on the long vertical bar. Then, snap the bottom shaft of the handlebar into the top clasp of the bicycle frame, handle ends to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0016_step_Step%20%23FP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the pins of the wheel into the wheel fork at the rightmost edge of the bicycle frame." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-42", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0017_step_Step%20%23KU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the middle hole of this wheel on one of the connector pins at the bottom of the cargo box." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-44", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0018_step_Step%20%23KT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the other connector pin at the bottom of the cargo box." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0019_step_Step%20%23HY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it into the cargo box. There is one knob for attaching the kitten so it does not fall out on bumpy rides!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-bike-0020_step_Step%20%23HY_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rescue trike is finished! Well done! Priyanka can take it for a spin and bring the rescue kitten home." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-48", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0011_step_Step%20%23GC_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the cafe reception area." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-50", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0000_step_Step%20%23FJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the half-circle plate 4x8 horizontally on the table, half-circle to the front. Put the transparent bright green round brick 2x2 into the right corner. It will only attach to 3 knobs. Repeat symmetrically in the left corner with the transparent raspberry red round brick." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-52", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0001_step_Step%20%23HZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the salmon pink round tile 2x2 on the previous piece. Put the bright yellowish green round tile on the brick 2x2 in the right corner. Great job, these are going to be the stools!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0002_step_Step%20%23GH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the sticker number 3 on the previous piece. It is printed to look like a green chair cushion with middle knob and a pattern with small white fish. Put the sticker number 6 on the chair on the left side. It is printed with a pink pillow, and its pattern are small white bones." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0006_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the cafe table." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0003_step_Step%20%23IA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0004_step_Step%20%23IC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0005_step_Step%20%23IB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 4x4 centered on top. Make sure it is overhanging symmetrically all around. Put the round plate 2x2 centered on top of the previous piece. Make sure it is really in the middle." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0006_step_Step%20%23GG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cafe table is finished! Well done! Mount it in the middle between the two stools." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0008_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the umbrella." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0007_step_Step%20%23ID.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the flagpole 1x1x3 in your hand, thick end at the bottom. Insert the top of the flagpole into the disk 4x4 from the bottom. It has a fitting hole right in the middle." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0008_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The umbrella is finished! Mount it on the middle knob of the cafe table." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0010_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make a cupcake." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-69", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0009_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cupcake top on the cupcake bottom." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0010_step_Step%20%23GC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cupcake on one of the empty knobs on the cafe table." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-71", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-table-0011_step_Step%20%23GC_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cafe reception area is finished! Great job! Now, visitors and pet adopters can take a rest in the shade of the umbrella and watch the rescued pets play." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0132_step_Step%20%23KP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Pet Adoption Cafe. We will start with the first third. The pieces of the second and last third are in the other bags, but finding pieces and building is way easier if you leave the other bags for now." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0000_step_Step%20%23KF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x8 vertically on the table. Put the palisade brick vertically on the leftmost column, starting from the back." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0001_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 vertically to the right of the previous piece, also starting from the back. Put the flower piece 1x1 on the frontmost knob of the leftmost column." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0002_step_Step%20%23CR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the second row from the front, leaving the leftmost knob empty, one knob overhanging to the right. The two bricks 1x6 are now at a right angle. They are the foundations of the walls of the cafe building." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0003_step_Step%20%23CS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the plate 6x8, and connect it with the 1 overhanging knob of the previous piece. Make sure the 2 base plates are neatly aligned. At the moment, this is a bit of a loose connection, but as we continue building more and more pieces will connect the two base plates." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0004_step_Step%20%23GM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 horizontally on the table. Put the sticker on top. It is printed with a carpet that has green fringes and a pattern of white and yellow curved lines and areas. In the white areas, it is decorated with blue fish and green bones. In the middle of the carpet, there is a green paw with a white outline." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0005_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip five knobs on the backmost column from the left. Mount the flat tile vertically on the sixth and seventh column from the left, starting from the back edge. If done correctly, there are 3 empty rows between the left wall foundation and the flat tile. This is the carpet of the cafe! We will come back to it later when we mount the animal bed." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0007_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build a part of the watering station." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0006_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate with round corners horizontally on the table, round corners to the front. Put the 2 round tiles on the 2 middle knobs of the back row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0007_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this part horizontally on the frontmost row directly next to the flower piece, one row overhanging to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0008_step_Step%20%23CV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally centered underneath the previous piece, round corners to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0009_step_Step%20%23II.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the quarter-arched brick to the right of the previous piece on the 2 frontmost rows, quarter-arch to the left front. One knob between this piece and the previous piece will remain empty. Put the brick 2x3 horizontally on the 2 frontmost rows to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0010_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 to the right of the previous piece on the frontmost row, curve to the front, half of the piece overhanging to the front. Put the other one to the right of the previous piece in the same orientation. These pieces will later be the door sill!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0011_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x3 horizontally to the right of the previous piece on the 2 frontmost rows. Put the quarter-arched brick 2x2 to the right of the previous piece, arch to the right front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0012_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 vertically on the wall foundation of the left side wall, starting from its front edge. Put the brick 1x6 horizontally on the wall foundation to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0013_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner brick 1x2 on the wall corner of the 2 wall foundations. Its shape should match the shape of the wall corner. Put the brick 1x1 with side knob to the right of the previous piece, side knob to the front. Put the brick 1x4 horizontally to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0014_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 horizontally on top of the previous piece, starting from the right edge of the previous piece. Put the brick 1x1 with side knob to the left of the previous piece, side knob to the front. Put the brick 1x1 behind the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0015_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner brick on the wall corner, covering the two previous pieces and one knob to their right. Put the brick 1x1 to the right of the previous piece. Put the brick 1x4 horizontally to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0016_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 with side knobs horizontally on the previous piece starting from the right edge, side knobs to the front and back. Put the brick 1x1 to the left of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0017_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x4 horizontally to the left of the previous piece. Put the brick 1x1 behind the leftmost knob of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0018_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner brick on the wall corner again. Put the brick 1x1 to the right of the previous piece. Put the brick 1x4 horizontally to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-110", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0021_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the side window of the cafe." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0019_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the door frame 1x4x6 flat on the table. Make sure the inner notches are to the top, and the knobs are pointing to the back. Snap the glass 1x4x6 vertically into the inner notches of the frame. The four small bumps on the glass edge fit perfectly into the corresponding notches." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0021_step_Step%20%23BZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the side window of the cafe vertically on the left wall foundation. This is the second column from the left of the whole structure. Make sure the glass is to the left, and one knob behind the window remains empty." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0023_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the window pillar." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0022_step_Step%20%23JO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the purple violet brick 1x1 on the table. Put the brick 1x1x5 on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0023_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this pillar behind the side window." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0024_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x6 vertically on top of the left side wall, starting from the backmost edge. Put the plate 1x1 in front of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0025_step_Step%20%23IJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the water tap upright on the lowest side knob pointing to the front on the front wall, nozzle to the bottom. The watering station is finished, great job! The plant elements have 1 base knob which is a bit thicker, 4 shorter branches with narrow knobs and 1 longer branch that again has a thicker knob. For the next step, use the base knob. Mount 1 plant element above of the water tap, using its base knob and the leftmost side knob on the wall pointing to the front. Make sure the longest branch is pointing to the right and slightly upwards. Mount the other plant element on the 2 topmost side knobs pointing to the front, longest branch pointing to the left and slightly downwards. Only the thicker knobs of the branch can connect with the wall side knobs, so use the base knob now." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-123", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0026_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert them into the base knobs of the 2 previous pieces, twig leaves sticking out towards the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0029_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make 2 flower decorations." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0027_step_Step%20%23JP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with 3 leaves on the table. Put the flower piece 1x1 on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0028_step_Step%20%23JQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with leaves on the table. Put the flower piece 1x1 on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-129", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0029_step_Step%20%23BP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one decoration on the palisade brick in the leftmost backmost corner, leaves to the back and slightly to the left. Put the second decoration in front of the previous piece, leaves to the left and slightly to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0033_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the animal bed." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0030_step_Step%20%23IL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 vertically on the table. Put the round plate 2x2 on the 4 middle knobs." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0031_step_Step%20%23IN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 behind the previous piece on the right knob. Repeat symmetrically at the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0032_step_Step%20%23IM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the frontmost row, curve to the left. Repeat symmetrically at the back, curve to the left." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-137", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0033_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the entire structure of the cafe left to right. This means that now, the side window is on the right, and the watering station is at the back. Mount the animal bed vertically to the left of the side window, starting on the frontmost edge. If done correctly, the animal bed touches the right side wall, and there is one empty column between the animal bed and the carpet element." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-139", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0034_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally behind the carpet element, symmetrically protruding to the left and right. If done correctly, there are 2x2 empty knobs to the right in the wall corner. Put the brick 1x4 horizontally to the left of the previous piece's back row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-141", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0035_step_Step%20%23BU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them both on top of the previous piece and the row behind it." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0036_step_Step%20%23HO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 2x4 vertically on the table. Put the sticker on top. The sticker shows a whiteboard with green edges that has 2 photos pinned on it: 1 photo of a brown puppy dog with drooping ears, and 1 photo of a sand blue cat with white fur around the nose, mouth, cheeks and forehead. There are some lilac scribbles above and below the photos which are probably their names. It's illegible, but you can make up names for them yourself if you like!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-145", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0037_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the flat tile 2x4 upright vertically on the 2 side knobs pointing to the front. These side knobs are located on the wall at the back." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-147", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0038_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Below the whiteboard we have just mounted, there is a plate 2x4. It is directly in front of the wall. Try to find this plate before continuing. Put the half-circle brick vertically on the rightmost column of said plate 2x4, half-circle to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-149", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0039_step_Step%20%23HT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x2 to the left of the previous piece. Put the half-circle brick vertically to the left of the previous piece, half-circle to the left. The three most recent bricks are the base of the scratching post. We will come back to it shortly." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0042_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the scratching post elements." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0040_step_Step%20%23IP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate 2x2 on the table. Insert the shaft of the inverted cone into the knob of the round plate." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-154", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0041_step_Step%20%23LO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Again, put the round plate on the table and insert the shaft of the cone into its knob." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0042_step_Step%20%23HS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, mount one scratching post element on the right half circle of the scratching post base. Mount the other scratching post element on top. This might be a bit wobbly, so be careful." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0043_step_Step%20%23LG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it to the left of the scratching post. Put the structure aside for now, but keep it in the current orientation. We will later mount the kitchen area on the left." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0058_step_Bag%20%202%20Building.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the kitchen area of the cafe." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0044_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 6x8 horizontally on the table. Put the flower piece 1x1 onto the backmost leftmost corner of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0045_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x6 horizontally in front of the previous piece, starting from the left edge. Put the plate 2x6 horizontally in front of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-164", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0046_step_Step%20%23JZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the right of the 2 previous pieces, 1 knob overhanging to the front. The two bricks 1x6 form the basis of the other 2 walls of the cafe." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-166", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0047_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x6 vertically on top of the previous piece, but make sure that once again 1 knob is overhanging to the front. If done correctly, the brick below is overhanging the base plate by 1 knob, and the current piece is overhanging the brick below by 1 knob, so you have created upside-down steps. Put the other brick 1x6 horizontally behind the previous piece. Make sure that the current brick's rightmost knob is behind the previous piece's backmost knob. Put the brick 1x1 to the left of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-168", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0048_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner brick on the wall corner. This is the right back corner that the horizontal and vertical bricks are forming. Put 1 brick 1x1 in front of the previous piece. Put 1 brick 1x4 vertically in front of the previous piece. Put the other brick 1x1 to the left of the corner brick. Put the other brick 1x4 horizontally to the left of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0052_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the kitchenette." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-171", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0049_step_Step%20%23IS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x6 horizontally on the table. Put the plate 2x6 horizontally on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-173", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0050_step_Step%20%23IV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x2 on the rightmost 4 knobs of the kitchenette. Put the grille tile 1x2 horizontally on the back row to the left of the previous piece. Put the palisade brick 1x2 horizontally to the left of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-175", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0051_step_Step%20%23IT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wall element horizontally in front of the previous piece, open side to the back. This will be the kitchen sink. Put the water tap behind the previous piece on the right knob. Put the grille tile horizontally centered on the front row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0052_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The kitchenette is finished! Well done! Mount it horizontally in front of the back wall of the kitchen area. Make sure the sink is on the front left and the water tap is mounted directly in front of the wall." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0053_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the current structure left to right. This means that now, the wall with the steps at the bottom is on your left, and the other wall is at the front. Put 1 brick 1x6 vertically on the left wall, starting from the backmost edge. Put the brick 1x1 with side knob in front of the previous piece, side knob to the left. Put the other brick 1x6 horizontally to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-180", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0054_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner brick on the wall corner. This is the front left corner the brick walls are forming. Put the 2 bricks 1x1 to the right of and behind the corner brick. Put 1 brick 1x4 horizontally on the front wall, and 1 brick 1x4 vertically on the left wall." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-182", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0055_step_Step%20%23BC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x6 vertically on the left wall, starting from the backmost edge. Put the other brick 1x6 horizontally in front of the previous piece. Make sure their left edges are flush. Put the brick 1x1 to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-184", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0056_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the corner brick on the wall corner. Put the 2 bricks 1x1 to the right of and behind the previous piece. Put 1 brick 1x4 horizontally on the front wall. Put the other brick 1x4 vertically on the left wall." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0057_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x6 horizontally on the front wall, starting from the right edge. Put the plate 1x1 to the left of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-187", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0058_step_Bag%20%202%20Building.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The kitchen area of the cafe is finished! Fantastic job! Before mounting it, turn it so that one wall and the kitchenette are on the left, and the other wall is at the back. Mount the kitchen area on the left edge of the cafe building. Make sure the base plates align. The stepped wall bottom of the kitchen area will fit onto the half-arched brick on the structure, but you might have to lift up the kitchen area a bit to mount it." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0059_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "These 4 plates will form the floor of the kitchen area. Put 1 plate 1x4 with 2 knobs horizontally to the right of the kitchenette at the back. This means the plate is touching the back wall. Put the 1 plate 2x4 horizontally in front of the previous piece. Put the other plate 2x4 horizontally in front of the previous piece. Put the remaining plate 1x4 with 2 knobs in front of the previous piece. If done correctly, it will be on the frontmost row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-190", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0065_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the coffeemaker." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-192", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0060_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x1 on the table. Put the brick 1x1 on top, side knob to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0061_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the side knob of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0062_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rounded plate 1x2 horizontally on top, 1 knob overhanging to the left. Put the round plate 1x1 with shaft on the right knob of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0063_step_Step%20%23DO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip it upside down, and put its knob on the shaft of the previous piece. If done correctly, the wider end of this piece is at the top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0064_step_Step%20%23IX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece, curved side to the top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0065_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The coffeemaker is finished! Well done! Mount it in the backmost corner of the kitchenette. Make sure the overhanging knob of the rounded plate 1x2 is pointing to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0066_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the frontmost rightmost corner of the kitchen area floor. Put the other one on the backmost rightmost corner of the kitchen area floor." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-205", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0067_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x6 vertically to the right of the kitchen area floor. Put the plate 2x6 with round corners to the right of the previous piece, round corners to the right. Put the flat tile 1x4 horizontally to the right of the back wall of the kitchen area. It will sit on the brick 1x3 which is mounted on the second row from the back. Note that its left end will not connect to any knobs." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0068_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, identify the single brick 1x1 on the front row of the kitchen floor area in the left half of the structure. Put 1 quarter-arched brick to its right, half-arch to the right and to the front. Put the brick 1x2 vertically behind the previous piece. Put the other quarter-arched brick 2x2 behind the previous piece, quarter-arch to the right and back. If done correctly, you have just built a half-oval silhouette. This brick oval will be the cafe counter." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-209", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0069_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x6 with round corners vertically on top of the counter on its right edge. The shape of the counter and the round corners of the plate should match. Put the plate 1x6 vertically to the left of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-211", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0070_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the roof tile 1x2 horizontally on the backmost two knobs of the countertop, slope to the left. This piece is printed with a small cash register with a number pad and a slot for credit cards. Put 1 plate 2x2 in front of the previous piece, leaving the column to its right empty. Put the plate 1x2 horizontally in front of the previous piece. Put the other plate 2x2 in front of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0071_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the silver metallic round tile 1x1 on top of the cash register. (It is printed with the number 5, so it's a coin!) Put the 2 medium nougat brown round tiles on the 2 frontmost knobs of the counter, leaving the knob directly in front of the cash register empty. One of these 2 pieces is printed with a donut with pink frosting and sprinkles, and the other one is a cookie with paw-shaped frosting." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0072_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically next to each other on the rightmost column of the countertop, walls to the left." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0073_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the structure right to left. This means that the watering station is at the front again and the cafe walls are open towards the back. Skip 5 knobs from the right edge, and put the palisade brick horizontally on the frontmost row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0076_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, let's create two more flower decorations." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-220", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0074_step_Step%20%23JT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with 3 leaves on the table. Put the flower piece 1x1 on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-222", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0075_step_Step%20%23JU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round plate with 3 leaves on the table. Put the flower piece 1x1 on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0076_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount them on top of the palisade brick on the front row. Adjust the orientation of the leaves so that they point slightly outwards." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0077_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the base knob of the plant element on the side knob pointing to the front on the right wall. Make sure the longest branch is pointing to the top and slightly to the left. Insert the shaft with twig leaves into the base knob." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0078_step_Step%20%23KI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the door frame 2x4x6 flat on the table, inner notches to the top, knobs pointing to the back. Snap the door into the door notches. Make sure the door hinges are on the left, and the doorknob is on the right and pointing to the top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0079_step_Step%20%23KJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap it into the cut-out, handle at the front and pointing to the top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-232", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0081_step_Step%20%23LL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the doorknob. It is printed with a pink paw." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-233", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0082_step_Step%20%23ED.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front door with cat flap is finished! Well done! Mount it in the center front of the structure behind the 2 curve tiles at the bottom. Make sure the door opens towards the front left." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-235", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0083_step_Step%20%23JB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the back row of the door." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-237", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0084_step_Step%20%23JA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them horizontally next to each other in front of the previous piece, slopes to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-239", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0085_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front wall on the left, 1 row overhanging to the back. Make sure that the leftmost wall knob remains empty since it has already been covered with a white plate in a previous step. Put the other one horizontally to the right of the previous piece, 1 row overhanging to the back." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-240", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0089_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "If done correctly, the front row of the 2 inverted roof tiles from the previous step remains empty. Now, we will build the first of two front windows of the cafe." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-242", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0086_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the frame 1x4x6 flat on the table, knobs to the back, inner notches to the top. Snap the glass into the inner notches of the frame." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-244", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0088_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically in the middle of the window glass. This sticker is a turquoise colored poster with a yellow dog and a red cat on it. There is a speech bubble above their heads with the opening hours of the cafe: 9 a.m. to 5 p.m." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-245", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0089_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The first of two front windows of the cafe is finished! Mount it on the frontmost row to the left of the front door, sticker to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-246", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0093_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we build the second front window." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-248", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0090_step_Step%20%23HE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the frame 1x4x6 flat on the table, knobs to the back, inner notches to the top. Snap the glass into the inner notches of the frame." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-250", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0092_step_Step%20%23HF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the center of the window glass. The sticker has a light-blue background mimicking window glass with an azure blue shop sign on it that reads \"OPEN\" in white all-capital letters." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-251", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0093_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The second front window is finished! Well done! Put it on the frontmost row to the right of the front door, sticker to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-253", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0094_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the front windows and the frontmost knobs of the cafe door, 1 row overhanging to the front. This plate 2x12 is the base for the awning. We will get to that in a bit." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-255", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0095_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x1 on the backmost knob of the right side wall. Put 1 roof tile 1x3 vertically in front of the previous piece, slope to the back. Put 1 brick 1x1 in front of the previous piece. Repeat symmetrically on the left side wall: flat tile 1x1 on the backmost knob, roof tile 1x3 vertically in front, slope to the back, brick 1x1 in front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-257", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0096_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally in front of the previous piece. Repeat symmetrically on the right. There will be 1 empty row in front of these pieces. This is correct!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-259", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0097_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 brick 1x6 horizontally to the left of the previous piece. Put the brick 1x2 horizontally to the left of the previous piece. Put the other brick 1x6 horizontally to the left of the previous piece. If done correctly, there should be 1 full row of bricks now." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-261", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0098_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row on the left end of the front wall, slope to the front, 1 row overhanging to the front. Put another 1 horizontally to the right of the previous piece, slope to the front and 1 row overhanging to the front. Note however that the rightmost knob of the overhanging row will connect. Repeat symmetrically on the right with the 2 remaining pieces." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-263", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0099_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 vertically to the left of the previous pieces, curve to the front. Put another 1 vertically to the left of the previous piece, curve to the front. Skip 2 columns to the left and mount another curved brick vertically. Put the last one vertically to the left of the previous piece. If done correctly, there is a gap of 2x3 knobs in the middle." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-265", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0100_step_Step%20%23JD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the remaining empty knob to the left of the previous piece, slope running from left to right. Repeat with the remaining empty knob on the right edge of the awning, slope from left to right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-267", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0101_step_Step%20%23KN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the empty knobs between the curved bricks of the awning, leaving the 2 frontmost knobs empty." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-269", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0102_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x4 vertically on the left side wall. Put 1 flat tile 2x4 horizontally to the right of the previous piece. Put the other flat tile 2x4 horizontally to the right of the previous piece. There will be 1 empty knob in front of the most recent piece's rightmost edge. This is correct!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-271", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0103_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 flat tile 1x4 horizontally to the right of the previous piece on the backmost row of the roof. Put 1 flat tile 1x4 horizontally to the right of the previous piece. Put the 2 remaining flat tiles 2x4 horizontally next to each other to the right of the previous piece. Put the remaining flat tile 1x4 vertically on the right side wall." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-272", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0112_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the dog sign." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-274", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0104_step_Step%20%23EJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the plate 1x4 horizontally on the back row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-276", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0105_step_Step%20%23EQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 left knobs of the previous piece, slope to the left. Put the other one horizontally to the right of the previous piece, slope to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-278", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0106_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-280", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0107_step_Step%20%23JE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the left knob of the previous piece, shaft to the left. Put the other one horizontally to the right of the previous piece, shaft to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-282", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0108_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces, 4 side knobs to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-284", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0109_step_Step%20%23EL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasp of one plate into the shaft on the right side. Make sure its knob is pointing to the front. Repeat on the left side, knob to the front. These are the ears of the dog sign! You can fold them up or down as you like." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-286", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0110_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs pointing to the front. Make sure it slightly protrudes towards the top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-288", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0111_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece. It is printed with a dog face! Its fur is light brown on the sides and white around the snout. The dog is winking with its right eye, and its tongue is sticking out." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-289", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0112_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The dog sign is finished! Great job! Mount it on the left back corner of the awning. This means it will have flat tiles to its left and back. Make sure the round tile with the sticker is to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-290", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0123_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the cat sign." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-292", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0113_step_Step%20%23ET.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Put the plate 1x2 horizontally on the 2 left knobs of the back row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-294", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0114_step_Step%20%23FD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the rounded plate 1x2 vertically to the right of the previous piece, 1 knob overhanging to the back. Put the plate 1x2 horizontally to the right of the previous piece, 1 knob overhanging to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-296", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0115_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curved brick 1x3x2 horizontally on the previous piece and the knob to its left, curve to the right. Put the roof tile 1x2x2 horizontally to the left of the previous piece, slope to the left." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-298", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0116_step_Step%20%23EZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top of the 2 previous pieces." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-300", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0117_step_Step%20%23EY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the angle plate 1x1 on the right knob of the previous piece, side knob pointing to the right. Put the plate 1x1 to the left of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-302", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0118_step_Step%20%23EX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the 2 previous pieces, 4 side knobs to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-304", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0119_step_Step%20%23EW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright on the side knob pointing to the right, slope to the bottom. Put the other one on the left knob at the top, slope to the right. These two pieces are the ears of the kitty!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-306", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0120_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 side knobs pointing to the front. Make sure it slightly protrudes towards the top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-308", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0121_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece. It is a black sticker printed with a happy cat face! The cat has amber eyes with large black pupils, a pink nose, and white whiskers." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-310", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0122_step_Step%20%23FB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the knob of the rounded plate 1x2 that is sticking out towards the back. Let the tail peek out towards the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-311", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0123_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The cat sign is finished! Well done! Mount it horizontally to the right of the dog sign. They should fit perfectly next to each other." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-313", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0124_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle in front of the cat and dog signs." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-315", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0125_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick with side knobs horizontally in front of the previous piece, side knobs to the front. Put the medium nougat brown smooth half-cylinder 1x1 in front of the dog sign on its left edge, slope running from left to right. There will be 1 empty knob to the left of this piece. This is correct! Put the white smooth half-cylinder 1x1 in front of the cat sign, make sure that 1 knob remains empty on its right, slope running from left to right. The two half cylinder pieces are the paws of the dog and cat!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-317", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0126_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the reddish brown plate 1x2 vertically in front of the dog sign on its right edge. Put the black plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-319", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0127_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the white smooth half-cylinder 1x1 on the front knob of the previous piece, slope running from left to right. Put the medium nougat brown smooth half-cylinder 1x1 to the left of the previous piece, slope running from left to right. Put the round tile 3x3 upright on the 4 side knobs pointing to the front." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-321", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0128_step_Step%20%23GS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece. It is a dark lilac sticker with a pink heart in its middle. In the center of the heart, there is a white paw print with a tiny lilac house in the middle." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-323", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0129_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, turn the cafe left to right again. The cat and dog signs are now looking towards the back. First, identify the carpet piece. This is the flat tile 2x4 that is mounted vertically in the right half of the cafe at the front. Skip 1 column to its left, and put the technic ball on the second row from the front. Skip 1 column to the left of the previous piece, and mount the 2 plates 2x2 next to each other on the 2 front rows. If done correctly, there are 3 empty knobs between the carpet tile and the 2 most recent plates on the front row." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-325", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0130_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2 round bowls on the knobs of the two previous pieces. Put the feeding bottle on the left knob in the shop window on the back right. Put the box bottom 2x2 to the right of the previous piece." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-327", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0131_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the flat tile 1x2 into the previous piece (the box bottom) . It is printed like an envelope with an address and a stamp on it. Put the round plate and the round tile into the 2 bowls of the previous step. They are the food and water for the pets!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-328", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-cafe-0132_step_Step%20%23KP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Pet Adoption Cafe is finished! You did very well! It was a long and difficult build, great job! Everything is ready now to treat your visitors and pets to tasty treats, cookies, drinks and more. Let the pets play, feed, and sleep in the play area and serve your customers in the kitchen area. However, we are still missing the wash tub for the animals, so let's continue with the last few steps!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-329", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-wash-0003_step_Step%20%23LI_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the wash tub." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-331", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-wash-0000_step_Step%20%23FK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 4 round tiles on the 4 knobs of the wash tub." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-333", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-wash-0002_step_Step%20%23LI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brush into the wash tub. You can use the basket for the brush whenever it is not needed." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-334", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-wash-0003_step_Step%20%23LI_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The wash tub is finished! It's ready for a refreshing bath for your four-legged friends! But first, we need to build Olivia. She loves giving her pets a nice bath!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-335", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_2-0004_step_Step%20%23KZ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the Olivia Minidoll." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-337", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_2-0000_step_Step%20%23LC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on top of the legs." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-339", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_2-0001_step_Step%20%23LD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the head on the body. Put the hair with beanie on top." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-341", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_2-0002_step_Step%20%23LE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap its handle into Olivia's right hand." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-343", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-figure_2-0004_step_Step%20%23KZ_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Olivia Minidoll is finished! She is wearing night blue leggings with small planets and stars on it, pink shoes and dress and a sleeveless silver metallic jacket. The chest part of the dress is printed with yellow zigzag lines and 4 small metallic ghosts. She is wearing a silver metallic pair of glasses and has a big smile on her face. Olivia has brought her two pet friends. They will have a lovely time in the pet adoption cafe!" } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-344", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-sign-0005_step_Step%20%23GT_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the \"Adopt me\" sign." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-346", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-sign-0000_step_Step%20%23FM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upside down horizontally on the table." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-348", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-sign-0001_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the right half of the back row, shaft overhanging to the right. Put the other one in front of the previous piece, shaft overhanging to the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-350", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-sign-0002_step_Step%20%23GK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Do not turn this plate upside down, so make sure its knobs are pointing to the top. Then, snap the clasps onto the 2 shafts from the right." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-351", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-sign-0003_step_Step%20%23LF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, keep the previous piece on the table with one finger while folding up the flat tile 2x4 all the way to the stop. If done correctly, the flat tile will be slightly inclined to the right. The sign should stand on its own." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-353", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-sign-0004_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the sign. It is a white poster with the pet adoption cafe logo at the top: a pink heart with a lilac outline and a white paw in its center that has a tiny lilac house in its middle. Below the logo, curved lettering reads \"Adopt me\" in lilac, and a small lilac paw print is just beneath that. At the bottom, the poster background is light green. There is a cardboard box and a sand blue kitten with white fur around the snout and neck is sitting in it. The kitten has a pink bow tie next to its left ear." } ] }, { "id": "lego-41699-pet-adoption-cafe-readscr-354", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-41699-pet-adoption-cafe-readscr/images/sm01-sign-0005_step_Step%20%23GT_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The \"Adopt me\" sign is finished! Well done! Put it up in a visible place in front of the Pet Adoption Cafe to attract new visitors and potential adopters." } ] }, { "id": "lego-11001-classic-screen-reader-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-12_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the house. (It stands on green grass, the walls are yellow and the roof is orange. On top, there is a golden chimney; some flowers grow in the front yard. And there even is a small transparent window!). The house consists of 18 pieces. The level is easy; however, you might need some help assembling the window." } ] }, { "id": "lego-11001-classic-screen-reader-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-0_step_Step%20%23%23E.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x4 on the table. Put the brick 2x4 horizontally on the back two rows." } ] }, { "id": "lego-11001-classic-screen-reader-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-1_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one brick 1x2 vertically on the rightmost column at the back. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-6", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-4_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will assemble the window. This can be tricky; ask someone to help you if it is too difficult." } ] }, { "id": "lego-11001-classic-screen-reader-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-2_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it flat on the table, inner notch to the top, knobs to the back." } ] }, { "id": "lego-11001-classic-screen-reader-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-3_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the window glass into the inner notch of the window frame. (The window glass has two small bumps that fit exactly into the small notches on the inside of the window frame.)" } ] }, { "id": "lego-11001-classic-screen-reader-11", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-4_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The window is finished! Mount it horizontally in the middle of the second row from the back." } ] }, { "id": "lego-11001-classic-screen-reader-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-5_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically to the right of the window. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-6_step_Step%20%23%23I.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the two back rows." } ] }, { "id": "lego-11001-classic-screen-reader-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-7_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 2x2 on top in the middle of the back two rows. Put one roof tile 2x2 to the right, overhanging to the right, slide to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-19", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-8_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the right four knobs at the back, slide to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-21", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-9_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the back knob on the left. (This is the chimney of the house!)." } ] }, { "id": "lego-11001-classic-screen-reader-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-10_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the rightmost knob on the front row of the plate 4x4." } ] }, { "id": "lego-11001-classic-screen-reader-25", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-11_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on top. Put the other one to the left on the plate 4x4." } ] }, { "id": "lego-11001-classic-screen-reader-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-House-12_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The house is finished! Well done! Look outside the window and wave to your neighbors! And don't forget to water your flowers in the front yard." } ] }, { "id": "lego-11001-classic-screen-reader-27", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-9_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the keyboard. Get ready to play some tunes on a small blue table keyboard with black and white keys and 4 control buttons! The keyboard consists of 26 pieces. The level is easy. Some instructions are a bit longer; remember to tap with one finger to relisten to an instruction." } ] }, { "id": "lego-11001-classic-screen-reader-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-0_step_Step%20%23%23N.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 4x10 horizontally on the table. Put the brick 1x3 horizontally on the back row starting from the right edge." } ] }, { "id": "lego-11001-classic-screen-reader-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-1_step_Step%20%23%23O.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one brick 1x2 horizontally to the left of the previous piece. Put the other brick 1x2 horizontally to the left. Put the brick 1x3 horizontally to the left." } ] }, { "id": "lego-11001-classic-screen-reader-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-2_step_Step%20%23%23P.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the rightmost column, starting from the front, slide to the front. (You can feel a small rectangular hole on the right side surface of the structure now. This is correct!)." } ] }, { "id": "lego-11001-classic-screen-reader-35", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-3_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x3 horizontally to the left of the previous piece on the third row from the front. Put the brick 1x2 horizontally to the left." } ] }, { "id": "lego-11001-classic-screen-reader-37", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-4_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve piece 1x3 vertically on the leftmost column, starting from the front, slide to the front. (You can feel a small rectangular hole on the left side surface of the structure now. This is correct!). Put the brick 1x3 horizontally to the right of the previous piece on the third row from the front." } ] }, { "id": "lego-11001-classic-screen-reader-39", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-5_step_Step%20%23%23S.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one plate 2x2 with 1 knob in the middle of the front two rows. Skip one column to the right, and put one plate 2x2 with 1 knob there. Put one plate 1x2 vertically between the two plates 2x2 with 1 knob. Put one plate 2x2 with 1 knob to the right of the left curve piece 1x3. Put one plate 1x2 vertically to the right of the previous piece." } ] }, { "id": "lego-11001-classic-screen-reader-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-6_step_Step%20%23%23T.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put two vertically on top of the white plates 1x2. Put the other three vertically on top of the white plates 2x2 with 1 knob. (The black and white keys of your keyboard are finished!)." } ] }, { "id": "lego-11001-classic-screen-reader-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-7_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the back row starting from the right edge. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-8_step_Step%20%23%23B.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip three columns from the right, and put one transparent green round plate 1x1 on the back row. (This means it is put on the fourth knob from the right). Put the other transparent green round plate 1x1 to the left. Put the transparent yellow round plate 1x1 to the left. Put the transparent red round plate 1x1 to the left." } ] }, { "id": "lego-11001-classic-screen-reader-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Keyboard-9_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The keyboard is finished! Well done! Play some tunes on the black and white keys and press the control buttons on the back row." } ] }, { "id": "lego-11001-classic-screen-reader-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the steam locomotive. The steam locomotive is black and different shades of green. Its six wheels and the large chimney promise to take you on exciting journeys at full speed! The steam locomotive consists of 30 pieces. The level is intermediate because some pieces have a special orientation. This means, for example, that you will have to flip the structure over, or that some pieces are mounted on the side!" } ] }, { "id": "lego-11001-classic-screen-reader-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-0_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: this piece has a special orientation! Put it knob-side down vertically on the table." } ] }, { "id": "lego-11001-classic-screen-reader-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-1_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Flip the pieces knob-side down, and put them on top starting from the back, side connectors to the left and right. Flip the structure right side up. (Remember to keep the vertical orientation.)" } ] }, { "id": "lego-11001-classic-screen-reader-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-2_step_Step%20%23%23X.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the back four knobs, symmetrically overhanging to the left and right. Put the plate 2x2 with 1 knob in front." } ] }, { "id": "lego-11001-classic-screen-reader-55", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-3_step_Step%20%23%23Y.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 with 2 side handles horizontally in front of the previous piece, side handles to the back. Put the top angle plate 1x2 - 2x2 horizontally in front, 2x2 part overhanging to the front side." } ] }, { "id": "lego-11001-classic-screen-reader-57", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-4_step_Step%20%23%23Z.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful! This piece has a special orientation. Put it upright on the four side knobs at the front side, slide to the top." } ] }, { "id": "lego-11001-classic-screen-reader-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-5_step_Step%20%23AA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost column at the back, window opening to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-61", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-6_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the second row from the back." } ] }, { "id": "lego-11001-classic-screen-reader-63", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-7_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on top at the back. (You have just built the driver's cabin of the locomotive!)" } ] }, { "id": "lego-11001-classic-screen-reader-65", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-8_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the black half-cylinder brick 2x2 with 2 knobs vertically on the front four knobs. Put the yellowish green half-cylinder brick 2x2 with 2 knobs vertically to the back of the previous piece." } ] }, { "id": "lego-11001-classic-screen-reader-67", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-9_step_Step%20%23AE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the third knob starting from the front." } ] }, { "id": "lego-11001-classic-screen-reader-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-12_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the chimney of the locomotive." } ] }, { "id": "lego-11001-classic-screen-reader-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-10_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the table." } ] }, { "id": "lego-11001-classic-screen-reader-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-11_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top, narrow end to the bottom." } ] }, { "id": "lego-11001-classic-screen-reader-73", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-12_step_Step%20%23AF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The chimney is finished! Mount it on the frontmost knob of the locomotive." } ] }, { "id": "lego-11001-classic-screen-reader-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-15_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build 6 wheels." } ] }, { "id": "lego-11001-classic-screen-reader-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-14_step_Step%20%23AH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 6 slick rubber tires on the 6 rims." } ] }, { "id": "lego-11001-classic-screen-reader-77", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Train-16_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The wheels are finished! Mount them on the side connectors of the locomotive. The steam locomotive is finished! Well done! Let it choo choo and see how fast your train can go!" } ] }, { "id": "lego-11001-classic-screen-reader-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-17_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the T-Rex. The T-Rex is one of the most powerful dinosaurs! This one is red with huge white teeth and a head that swivels. As a special feature, you can use different eye pieces to make it look asleep, happy, or grim! The T-Rex consists of 29 pieces, and its difficulty is intermediate because some instructions are a bit longer. Ask someone to help you if it gets too difficult!" } ] }, { "id": "lego-11001-classic-screen-reader-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-0_step_Step%20%23AI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x4 horizontally on the table. Careful: the next two pieces have a special orientation! Put one brick 1x2 vertically underneath the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-82", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-1_step_Step%20%23AJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: these two bricks have a special orientation! Put one vertically underneath the previous piece, one knob protruding to the front. Repeat symmetrically on the right." } ] }, { "id": "lego-11001-classic-screen-reader-84", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-2_step_Step%20%23AK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one vertically on the rightmost column. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-86", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-3_step_Step%20%23AL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the back row, slide to the back." } ] }, { "id": "lego-11001-classic-screen-reader-88", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-4_step_Step%20%23AM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally in the middle of the front row, slide to the front." } ] }, { "id": "lego-11001-classic-screen-reader-90", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-5_step_Step%20%23AN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the four knobs on the right, slide to the right. Repeat symmetrically on the left." } ] }, { "id": "lego-11001-classic-screen-reader-92", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-6_step_Step%20%23AO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the right knob of the inverted roof tile at the front of the structure, clasp to the right. Repeat symmetrically on the left. (The clasps are the tiny arms of your T-Rex!)." } ] }, { "id": "lego-11001-classic-screen-reader-94", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-7_step_Step%20%23AP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one on the right knob of the inverted roof tile at the back of the structure, slide to the back. Repeat symmetrically on the left. (These pieces form the tail of your T-Rex!)." } ] }, { "id": "lego-11001-classic-screen-reader-96", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-8_step_Step%20%23AQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Skip the first row, and put the plate 2x3 vertically on top. Put the plate 1x2 with ball horizontally in front, ball to the front." } ] }, { "id": "lego-11001-classic-screen-reader-98", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-9_step_Step%20%23AR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on top of the two previous pieces." } ] }, { "id": "lego-11001-classic-screen-reader-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-16_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the head of the T-Rex." } ] }, { "id": "lego-11001-classic-screen-reader-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-10_step_Step%20%23AT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the inverted double roof tile 2x4 horizontally on the table. (This means wings to the left and right.) Put the plate 1x2 with ball socket vertically on the rightmost column, ball socket to the right." } ] }, { "id": "lego-11001-classic-screen-reader-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-11_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them vertically on the middle columns on the lower part of the inverted double roof tile 2x4. (This means that their straight, short sides are facing to the front and back, and their curvy, long sides to the left and right.)" } ] }, { "id": "lego-11001-classic-screen-reader-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-12_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put them on the plate 1x2 with ball socket on the right, side knobs to the front and back." } ] }, { "id": "lego-11001-classic-screen-reader-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-13_step_Step%20%23AW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the left, arch to the left." } ] }, { "id": "lego-11001-classic-screen-reader-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-14_step_Step%20%23AS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put one horizontally on the front row on the right edge, slide to the back. Repeat symmetrically at the back. (Make sure that the slides are facing inwards!)" } ] }, { "id": "lego-11001-classic-screen-reader-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-15_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Careful: these two pieces have a special orientation! Put them upright on the side knobs at the front and back side of the structure." } ] }, { "id": "lego-11001-classic-screen-reader-112", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-16_step_Step%20%23%23D.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The head of the T-rex is finished! Mount it on the body of the T-Rex: firmly snap the ball on the front side of the body into the ball socket on the head. Ask someone to help you if this is too difficult." } ] }, { "id": "lego-11001-classic-screen-reader-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-T-Rex-17_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The T-rex is finished! Well done! Swivel its head to let it look for food or friends to play with, and let it roam the forests!" } ] }, { "id": "lego-11001-classic-screen-reader-114", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Extra%20Elements-1_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Once you have finished all four builds, you will still have plenty of bricks left. In case you want to get to know their names and colors, we will give you a list of those bricks below." } ] }, { "id": "lego-11001-classic-screen-reader-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Extra%20Elements-0_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "1 bright yellowish green brick 2x4. 2 medium lilac bricks 1x2. 1 white plate 1x2 with elbow handle. 1 bright red brick 2x3 with arch. 1 bright yellow brick 2x4. 1 bright yellow coupling plate 2x2. 1 black plate 2x2 with 2 side connectors. 1 dark green brick 1x2 with 2 side knobs. 2 black slick rubber tires. 1 bright purple flower 1x1. 2 silver metallic rims. 1 dark azur brick 1x2. 2 medium azur curve pieces 1x3. 1 dark stone grey plate 2x3. 2 white round flat tiles 1x1 with eye print." } ] }, { "id": "lego-11001-classic-screen-reader-116", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-11001-classic-screen-reader/images/sm01-Extra%20Elements-1_step_.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "We usually pack some extra pieces in case some get lost or you want to create your own design." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-1", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0010_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, we will build the Golden Dragon Jay Minifigure." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-3", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0000_step_Step%20%23AB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-5", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0001_step_Step%20%23FU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the shoulder armor plate on the neck. Use the single hole between the two braces, 2 holes to the back. The 2 rear holes will be used to mount the wings later. Put the head on top." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-7", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0002_step_Step%20%23FT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the head." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-8", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0005_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the 2 wings." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-10", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0003_step_Step%20%23FX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the wing in your hand. Make sure its 3 wing tips are to the bottom and its cross axle pin is pointing to the top. Insert the cross axle pin of the connector from the top into the bushing (the bushing is the round hole) on the side of the wing. The connector peg will stick out to the top." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-12", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0004_step_Step%20%23GY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous step: hold the wing, 3 wing tips to the bottom and wing cross axle to the top. Insert the cross axle pin of the connector from the top into the bushing." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-13", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0005_step_Step%20%23AD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The 2 wings are finished! To mount them, insert the 2 connector pegs from the bottom into the 2 rear holes of the shoulder armor plate. Make sure the 6 wing tips are pointing to the bottom." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-15", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0006_step_Step%20%23FY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wider end of 1 nose cone on the cross axle pin on top of the wing. Repeat with the other nose cone and wing." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-17", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0007_step_Step%20%23FZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the bottom shafts of the horns into the 2 previous pieces, horn tips to the top." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-18", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0010_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build Jay's golden nunchucks. Nunchucks are a two-part weapon, in this case 2 knives that are connected by a chain." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-20", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0008_step_Step%20%23AG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Ninjago knife has a larger main handle and two smaller cross shafts. Insert one of the cross shafts into one of the chain knobs." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-22", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0009_step_Step%20%23GX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert one of its cross shafts into the other chain knob." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-23", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0010_step_Step%20%23AC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Jay's nunchucks are finished! Great job! Snap the handle of one knife into Jay's left hand. The Golden Dragon Jay Minifigure is finished! Well done! Jay's legs, arms and head are translucent and bright yellow, there is a powered up elemental look to him. At the top of his legs, on his hips and front torso, dark blue and lemon yellow bursts of lightning are spreading. He is wearing a golden chest plate with the \"J\" symbol in Ninjargon in the middle. Ninjargon is the main writing system used by the people of Ninjago. The back of his torso is also printed with dark blue and silver metallic bursts of lightning and the \"J\" symbol. Jay's facial expression is grim, and his face is covered in lemon yellow and silver metallic lightning bolts. Jay's helmet has a golden dragon mask at the front and is translucent yellow at the back. The outer tip and the inner part of his wings are translucent yellow, too, while the rest of them is golden." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-24", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0014_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the Vengestone Warrior." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-26", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0011_step_Step%20%23%23C.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the upper body on the legs." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-28", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0012_step_Step%20%23GL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top. Use the smaller hole at the back for mounting." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-29", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0014_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the Vengestone crystal sword." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-31", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0013_step_Step%20%23AV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft of the blade into the knob on the longer shaft end. Snap the shaft into the Warrior's left hand." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-32", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0014_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-33", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0014_step_Step%20%23AU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Vengestone Warrior Minifigure is finished! Well done! The Vengestone Warrior is partly translucent pink, for instance his left arm, right leg as well as the spikes, eye holes and teeth of his mask, and of course his crystalized sword. His torso, the other arm and leg and the rest of his head are metallic anthracite. There is Vengestone crackling on his legs and torso and he has a very grim look overall. He is definitely not to be trifled with!" } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-34", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0027_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the crystal spider." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-36", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0015_step_Step%20%23%23F.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the octagonal ring on the table. Put the round plate 2x2 on top." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-38", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0016_step_Step%20%23%23G.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 2 left knobs, side knobs to the left." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-40", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0017_step_Step%20%23%23K.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down and put its clasp on the rightmost ring segment opposite of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-41", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0020_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a sub-part of the spider. Turn the structure by a quarter turn so that the side knobs are pointing to the back." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-43", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0018_step_Step%20%23%23R.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Insert the connector peg into the hole from the front, knob to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-45", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0019_step_Step%20%23%23Q.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the knob of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-46", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0020_step_Step%20%23%23H.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount this sub-part horizontally on the front row between the two previously mounted pieces. If done correctly, the round tile 1x1 is pointing to the front and is located above the plate 1x1 with clasp." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-47", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0024_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will make another sub-part of the spider." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-49", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0021_step_Step%20%23%23U.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the brick 1x2 horizontally on the table. Put the pyramid-shaped tile 1x1 on the right knob." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-51", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0022_step_Step%20%23%23V.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the left knob." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-53", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0023_step_Step%20%23%23W.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-54", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0024_step_Step%20%23%23J.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now flip this sub-part so that it's flat and its pyramids are pointing to the back. Mount it in this orientation on the 2 side knobs pointing to the back." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-56", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0025_step_Step%20%23%23L.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the 4 knobs on top of the structure, 1 row of knobs overhanging to the front, fin to the back." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-58", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0026_step_Step%20%23%23M.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the clasps of 3 arms on the 3 ring segments on the left. Repeat symmetrically on the 3 right segments. The backmost ring segment remains empty, the frontmost segment is already occupied. Make sure these pieces are pointing down. They are the legs of the spider! Since this is a technical spying device, it only has 6 legs instead of 8 legs for ideal weight distribution and flight characteristics." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-59", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0027_step_Step%20%23%23A.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The crystal spider is finished! Well done! The Vengestone army created the mechanical spiders for spying, secret missions and other misdemeanors. Watch out!" } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-60", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0116_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we build the Golden Dragon Motorbike. It consists of a two giant wheels with an intricate suspension system, and a middle build with golden side protection plates and airbrushed rear fenders. The engine hood is designed as a dragon head. We will start with the middle build." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-62", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0028_step_Step%20%23BF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 2x3 horizontally on the table. Put the technic brick 1x2 horizontally on the 2 left knobs of the back row, 2 technic beams overhanging to the back." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-64", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0029_step_Step%20%23BE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece, 1 knob overhanging to the right." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-66", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0030_step_Step%20%23BD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its side knobs are pointing to the right. Mount it underneath the previous piece in that orientation, aligning it with the edge of the plate 2x3. 1 row will protrude to the right." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-68", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0031_step_Step%20%23BB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row, 1 row overhanging to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-70", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0032_step_Step%20%23AX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally underneath the previous piece, aligning them on the left edge, 1 row protruding towards the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-72", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0033_step_Step%20%23BA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its side knobs are pointing to the right. Mount it on the right edge in front of its twin. For now, it will only connect to 1 knob of the brick 2x4." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-74", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0034_step_Step%20%23AY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally on the frontmost row, starting from the left edge, 2 technic beams overhanging to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-76", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0035_step_Step%20%23AZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it horizontally to the right of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-78", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0036_step_Step%20%23CJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-80", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0037_step_Step%20%23GZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Stack them on top of each other, too." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-81", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0038_step_Step%20%23BG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the first stack on the backmost knob of the rightmost column, and the second stack on the frontmost knob of the same column." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-83", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0039_step_Step%20%23BH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 upright horizontally on the 2 front side knobs pointing to the right. Put the other one upright horizontally behind the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-85", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0040_step_Step%20%23BT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the shaft into the backmost side knob pointing to the right, blade pointing to the right. Repeat symmetrically on the frontmost side knob pointing to the right." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-87", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0041_step_Step%20%23BN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the 2 backmost rows, starting from the left edge. Put the other one horizontally in front of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-89", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0042_step_Step%20%23BI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically centered on the rightmost column, 2 technic beams overhanging to the right. If done correctly, the brick 1x2 part is mounted between the 2 stacks of round plates 1x1." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-91", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0043_step_Step%20%23BJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its main corner is pointing to the back left. Mount it in that orientation around the back knob of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-93", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0044_step_Step%20%23BK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it in front of the previous piece on the rightmost column, side knobs to the right, the right column sits on the 2 technic beams." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-95", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0045_step_Step%20%23HD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically on the left column of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-97", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0046_step_Step%20%23HC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that its main corner is pointing to the front left. Mount it in that orientation around the front knob of the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-99", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0047_step_Step%20%23BL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "First, turn the structure left to right so that the 2 sword blades at the bottom are pointing to the left. Put the brick 1x4 vertically on the third column from the right. If done correctly, this piece will be slightly higher than the 3 columns of knobs to its left." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-101", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0048_step_Step%20%23BQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it vertically to the left of the previous piece. The two pieces should now be level with each other." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-103", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0049_step_Step%20%23GD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row on the third and fourth knob from the right, 4 side knobs to the front. Repeat symmetrically on the back row on the third and fourth knob from the right." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-105", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0050_step_Step%20%23BM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the 2 middle rows on the rightmost edge, 2 knobs forming a column on the left." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-107", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0051_step_Step%20%23BO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 2 next to each other behind the previous piece, clasps to the back. Repeat symmetrically at the front, clasps to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-109", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0052_step_Step%20%23CD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 on the front row on the second knob from the right. Repeat symmetrically on the back row on the second knob from the right." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-111", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0053_step_Step%20%23BW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it horizontally underneath the 4 side knobs pointing to the front, its 4 side knobs also pointing to the front. If done correctly, there is a total of 8 side knobs pointing to the front now. They form a surface of 2x4 knobs." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-113", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0054_step_Step%20%23CB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 middle knobs of the 8 side knobs pointing to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-115", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0055_step_Step%20%23BV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the structure left to right again, sword blades pointing to the right again. Like before, put the bottom angle plate horizontally underneath the 4 side knobs pointing to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-117", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0056_step_Step%20%23CA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright on the 4 middle knobs of the 8 side knobs pointing to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-119", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0057_step_Step%20%23CC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put 1 horizontally on the front row directly above the side knobs pointing to the front, clasp to the right. Repeat symmetrically on the back row, clasp to the right." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-121", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0058_step_Step%20%23CM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the 2-stepped curve tile 1x4 horizontally on the table. Put the sticker on top, matching the surface of the curve tile. The sticker has flowing airbrushing patterns in bright blue and gold on it with black outlines." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-122", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0059_step_Step%20%23CE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the curve tile 1x4 horizontally on top of the previously mounted piece and the 2 knobs to its left, slope to the left, \u00bc overhanging to the left." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-124", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0060_step_Step%20%23CN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the curve tile horizontally on the table. Put the sticker on top. It has the same design as the previous sticker." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-125", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0061_step_Step%20%23GT.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Similar to the previous piece, mount it horizontally on the front row to the left of the clasp, slope to the left, \u00bc overhanging to the left. These two curve tiles will be the rear fenders!" } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-126", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0071_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we'll build the front wheel and suspension for the left side." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-128", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0062_step_Step%20%23CU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the T-shaped cross axle joint on the table, through-hole running from left to right, one-sided hole pointing to the front. Insert the cross axle from the right into the through-hole at the back. Push it in until it reaches the end stop." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-130", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0063_step_Step%20%23CW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it from the front into the cross hole at the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-132", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0064_step_Step%20%23CX.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the previous piece and push it in all the way." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-134", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0065_step_Step%20%23CY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front cross axle and slide it in all the way." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-136", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0066_step_Step%20%23CZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross axle extension part on the front cross axle. Make sure that the round through-hole of this piece is running left to right, not top to bottom." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-138", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0067_step_Step%20%23DA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle from the right into the bushing at the front (the bushing is the round through-hole) . Slide it until the end stop touches the bushing. Now, this is still a loose fit. Fix it from the other side by putting the V-belt wheel 3x3 on the cross axle from the left and pushing it in all the way." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-140", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0068_step_Step%20%23DC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the middle cross hole of the wheel on the front cross axle from the left." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-142", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0069_step_Step%20%23DD.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the front cross axle from the left and push it all the way to the front wheel." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-143", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0071_step_Step%20%23BR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front wheel and suspension for the left side are finished! Great job! First, turn the main structure so that its 2 bottom sword blades are pointing to the front. Insert the suspension's rear cross axle from the right into the 2 technic beams pointing to the front (they are located above the sword blades) ." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-144", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0076_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will build the front suspension for the right side." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-146", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0072_step_Step%20%23DF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the T-shaped cross axle joint on the table, this time through-hole running from front to back, one-sided cross hole to the right. Insert the cross axle from the right into the one-sided cross hole." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-148", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0073_step_Step%20%23DH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push it on the cross axle until it touches the cross joint." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-150", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0074_step_Step%20%23DI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Slide it on the cross axle until it touches the cross bushing." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-152", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0075_step_Step%20%23DJ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the cross axle extension part on the end of the cross axle. Make sure that the round through-hole of this piece is running front to back, and not top to bottom." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-153", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0076_step_Step%20%23BS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The front suspension for the right side is finished! Before you mount it, turn it vertically so that the round through-hole is at the front, and the cross hole is at the back, both holes running from left to right. Mount the round hole on the front cross axle that is mounted on the wheel, and put the cross hole on the cross axle at the back." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-155", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0077_step_Step%20%23BY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount it upright horizontally on the 2 side knobs pointing to the front wheel." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-157", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0078_step_Step%20%23HA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it upright horizontally on the previous piece, fin to the bottom." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-158", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0104_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we will build the rear suspension with rear wheel." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-160", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0079_step_Step%20%23DM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the cross axle horizontally, end stop to the left. Put the technic bushing on the cross axle and slide it all the way to the end stop." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-162", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0080_step_Step%20%23DP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the through-hole of the joint on the cross axle and push it until it touches the previous piece, one-sided cross hole to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-163", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0084_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will make a sub-part of the rear suspension." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-165", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0081_step_Step%20%23DY.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pin into the wide end of the nose cone. Hold it so that the nose cone is on the left and the connector peg is on the right." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-167", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0082_step_Step%20%23FR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round hole of the technic beam on the connector peg from the right. This is a loose fit so it will still move around for now." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-169", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0083_step_Step%20%23DZ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its shaft into the narrow end of the nose cone." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-170", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0084_step_Step%20%23DQ.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn the sub-part so that the lightning bolt is pointing to the left. Hold it by the technic beam, and push its cross hole on the cross axle, the rest of the sub-part to the bottom. Before you push it all the way in, make sure the empty cross bushing mounted on the cross axle is pointing to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-172", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0085_step_Step%20%23DR.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Slide it on the cross axle from the right and make sure again to push all parts all the way in. The empty cross hole should still point to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-174", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0086_step_Step%20%23DS.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the cross axle and push it in all the way." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-176", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0087_step_Step%20%23EA.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert it from the front into the cross hole pointing to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-178", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0088_step_Step%20%23EB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push it all the way down the previous piece." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-179", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0093_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we assemble the rear wheel and its 2 wheel trims." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-181", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0089_step_Step%20%23EK.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the wheel trim upside down on the table so the 4 hole extensions are pointing to the top. Insert the 3 connector pegs from the top into the 3 outer holes, leaving the most central hole empty. Half of each connector peg will stick out." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-183", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0090_step_Step%20%23EE.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the wheel trim. It should fit neatly into the main groove of the trim." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-185", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0091_step_Step%20%23EF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on top of the tire. Align it so that the 3 connectors are inserted into the hole extensions of the 3 outer holes of the new wheel trim." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-186", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0093_step_Step%20%23EC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear wheel with trims is finished! Great job! Mount it by inserting the front cross axle into the middle hole of the rear wheel. Slide it all the way to the stop position." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-188", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0094_step_Step%20%23EH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put it on the same cross axle as the wheel, push it all the way in." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-189", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0102_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, we will build the right suspension for the rear wheel." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-191", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0095_step_Step%20%23EM.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold the cross axle horizontally, end stop to the left. Slide the bushing on the cross axle all the way to the end stop." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-193", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0096_step_Step%20%23EN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Push its through-hole on the cross axle, one-ended cross hole to the back." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-194", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0100_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next up, we will make a small sub-part of the rear suspension." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-196", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0097_step_Step%20%23EU.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert the cross axle pin into the wider end of the nose cone." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-198", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0098_step_Step%20%23ES.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the round hole of the beam on the connector peg. It is a loose fit, so the beam will still move around for now." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-200", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0099_step_Step%20%23EV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Insert its shaft into the narrow end of the nose cone." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-201", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0100_step_Step%20%23EO.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the small sub-part by pushing the cross hole of the technic beam on the cross axle, the rest of the sub-part to the bottom, lightning bolt pointing to the left." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-203", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0101_step_Step%20%23EP.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Slide it on the cross axle. Make sure to slide the parts all the way in." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-204", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0102_step_Step%20%23DN.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The right suspension for the rear wheel is finished! Great job! Turn it horizontally so that the remaining empty cross hole is pointing to the back, and the lightning bolt is to the left. Mount the empty cross hole on the cross axle sticking out from the rear wheel." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-206", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0103_step_Step%20%23GV.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it upside down so that the shaft is at the bottom and the cross bushing is at the top. Push the cross bushing on the cross axle of the most suspension mounted in the previous step." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-207", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0104_step_Step%20%23CG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The rear wheel with suspensions is finished! Well done! We will mount it on the motorbike coming from the back. Insert the 2 cross axles of the suspensions from the back into the technic beams pointing to the left and right sides." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-208", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0105_step_Step%20%23GW.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Very well done! The motorbike is taking shape!" } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-210", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0106_step_Step%20%23DL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Snap the 2 clasps on the shaft 2m at the bottom of the most previously mounted rear suspension, banner pointing to the bottom." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-212", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0107_step_Step%20%23CF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Hold 1 vertically, shaft pointing to the front, blade to the bottom, and snap the shaft into the 2 clasps pointing to the right in front of the rear wheel. Repeat symmetrically on the left." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-213", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0110_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Now, let's make the side protection panels." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-215", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0108_step_Step%20%23FC.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the slope piece 4x4 upside down on the table, narrow end to the left. Put the plate 1x2 upside down vertically on the rightmost column." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-217", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0109_step_Step%20%23HB.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Repeat the previous step: put the slope piece upside down on the table, narrow end to the left, and mount the plate 1x2 vertically on the rightmost column." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-218", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0110_step_Step%20%23CH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount 1 protection panel upright on the 4 side knobs on the left, wider end to the back, narrow end to the front. The back edge of the slope plate touches the side technic beam with cross axle. Repeat symmetrically on the right side." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-219", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0115_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Next, we'll build the engine hood and steering wheel." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-221", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0111_step_Step%20%23FH.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the plate 1x2 horizontally on the table, clasp to the back. Snap the shaft of the handlebar into the clasp, handlebar to the top." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-223", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0112_step_Step%20%23FG.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Turn it so that the narrow end is pointing towards you and identify its 4 top knobs. Mount the plate with handlebar horizontally on the 2 back knobs, handlebar to the top and at the back." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-225", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0113_step_Step%20%23FL.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Put the one-stepped curve tile 2x2x\u2154 on the table. Put the sticker on top. It is blue with 2 white stripes showing part of the letter \"J\" in Ninjargon. In the middle, there is a golden front grille." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-226", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0114_step_Step%20%23FI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "Mount the curve tile 2x2 on the 4 top knobs of the engine hood, curve to the front." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-227", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0115_step_Step%20%23CI.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The engine hood and steering wheel are finished! Well done! First, identify the 2 small shafts at the back of the engine hood. Snap them into the 2 clasps in front of the 2 rear fenders in the center of the structure." } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-228", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0116_step_Step%20%23GF.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "The Golden Dragon Motorbike is finished! Great job! Now, Jay can finally mount his cool bike and chase after the Vengestone Warrior and the crystal spider. Use his golden nunchucks to catch the enemies. In his Golden Dragon form, he is unstoppable!" } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-229", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0117_step_Bag.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] }, { "id": "lego-71768-jays-golden-dragon-motorbike-readscr-230", "image": "/gpfs/home4/hhuang/MiniGPT/MiniGPT-4/lego/lego-71768-jays-golden-dragon-motorbike-readscr/images/sm01-Bag-0118_step_Bag_Final.png", "conversations": [ { "from": "human", "value": "[grounding] Tell me what to do for the current situation. " }, { "from": "gpt", "value": "" } ] } ]