[ { "id": "q001", "query": "I'm thinking about renting an apartment at 80 Pioneer Street, Brooklyn. Should I worry?", "status": "PASS", "wall_clock_s": 9.77, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q002", "query": "Hollis, Queens", "status": "PASS", "wall_clock_s": 6.95, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q003", "query": "Compare 80 Pioneer Street Brooklyn to 100 Gold Street Manhattan", "status": "PASS", "wall_clock_s": 20.69, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea", "mta" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q004", "query": "442 East Houston Street, Manhattan", "status": "PASS", "wall_clock_s": 8.51, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q005", "query": "100 Gold Street, Manhattan", "status": "PASS", "wall_clock_s": 10.64, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q006", "query": "Coney Island, Brooklyn", "status": "PASS", "wall_clock_s": 5.48, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q007", "query": "2940 Brighton 3rd St, Brooklyn", "status": "PASS", "wall_clock_s": 9.89, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q008", "query": "Red Hook, Brooklyn", "status": "PASS", "wall_clock_s": 6.89, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q009", "query": "What's the flood risk for 345 East 94th Street, Manhattan?", "status": "PASS", "wall_clock_s": 10.04, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q010", "query": "Is 1 MetroTech Center in Brooklyn at risk during major storms?", "status": "PASS", "wall_clock_s": 14.5, "intent_returned": "single_address", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q011", "query": "Howard Beach, Queens", "status": "PASS", "wall_clock_s": 6.89, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q012", "query": "Canarsie, Brooklyn", "status": "PASS", "wall_clock_s": 8.0, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q013", "query": "Compare Canarsie Brooklyn to Park Slope Brooklyn", "status": "PASS", "wall_clock_s": 24.22, "intent_returned": "compare", "mellea_passed": "3/4", "mellea_rerolls": 3, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea", "mta" ], "stones_errored": [ "mta", "prithvi_live", "terramind", "floodnet" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q014", "query": "Should I worry about flooding at 520 West 145th Street in Manhattan?", "status": "PASS", "wall_clock_s": 10.35, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q015", "query": "Mott Haven, Bronx", "status": "PASS", "wall_clock_s": 6.12, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q016", "query": "What was the flood situation at 750 Baychester Avenue, Bronx during Ida?", "status": "PASS", "wall_clock_s": 0.03, "intent_returned": "not_implemented", "mellea_passed": "0/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q017", "query": "Is the NYCHA Gowanus Houses at risk from sea level rise?", "status": "PASS", "wall_clock_s": 5.84, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 1, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q018", "query": "Compare 750 Baychester Avenue Bronx to 150 Riverside Drive Manhattan", "status": "PASS", "wall_clock_s": 15.64, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q019", "query": "Tottenville, Staten Island", "status": "PASS", "wall_clock_s": 7.51, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 1, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q020", "query": "What's the flood risk at 151 West 34th Street, Manhattan? It's near Penn Station.", "status": "PASS", "wall_clock_s": 10.2, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q021", "query": "Compare Red Hook Brooklyn to the Financial District Manhattan for flood risk", "status": "PASS", "wall_clock_s": 18.46, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q022", "query": "Is 595 Dean Street in Brooklyn at risk of flooding?", "status": "PASS", "wall_clock_s": 10.97, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q023", "query": "South Beach, Staten Island", "status": "PASS", "wall_clock_s": 9.48, "intent_returned": "neighborhood", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q024", "query": "How exposed is 1 Fulton Street Manhattan to surge from a major hurricane?", "status": "PASS", "wall_clock_s": 9.87, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q025", "query": "Compare Howard Beach Queens to Forest Hills Queens for flood risk", "status": "PASS", "wall_clock_s": 19.63, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 2, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea", "mta" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q026", "query": "What's the storm surge risk for 157-11 Rockaway Beach Blvd, Queens?", "status": "PASS", "wall_clock_s": 1.58, "intent_returned": "single_address", "mellea_passed": "0/4", "mellea_rerolls": 0, "stones_fired": [ "gliner", "mellea" ], "stones_errored": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "prithvi_live", "terramind", "rag" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q027", "query": "Hunts Point, Bronx", "status": "PASS", "wall_clock_s": 5.34, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q028", "query": "Is 160 Conover Street in Red Hook still considered a flood zone?", "status": "PASS", "wall_clock_s": 8.96, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q029", "query": "Compare 160 Conover Street Red Hook to 300 Flatbush Avenue Brooklyn", "status": "PASS", "wall_clock_s": 16.11, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea", "mta" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q030", "query": "What are the flood risks for the Two Bridges neighborhood in Manhattan?", "status": "PASS", "wall_clock_s": 4.89, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q031", "query": "Is there any construction or development activity at 640 Columbia Street in Red Hook?", "status": "PASS", "wall_clock_s": 11.82, "intent_returned": "development_check", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q032", "query": "What's the flood exposure at 30-30 Thomson Avenue, Long Island City, Queens?", "status": "PASS", "wall_clock_s": 8.9, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q033", "query": "Compare Long Island City Queens to Astoria Queens for flood risk", "status": "PASS", "wall_clock_s": 15.54, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 1, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q034", "query": "Is 55 Water Street Manhattan at risk from sea level rise and storm surge?", "status": "PASS", "wall_clock_s": 13.69, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 2, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q035", "query": "What new buildings are going up in Gowanus and are they being built to handle flooding?", "status": "PASS", "wall_clock_s": 10.71, "intent_returned": "development_check", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q036", "query": "Greenpoint, Brooklyn", "status": "PASS", "wall_clock_s": 7.83, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 1, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q037", "query": "How at risk is 111 8th Avenue Manhattan from a 100-year storm?", "status": "PASS", "wall_clock_s": 12.67, "intent_returned": "single_address", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q038", "query": "Compare 157-11 Rockaway Beach Blvd Queens to 100 Gold Street Manhattan", "status": "PASS", "wall_clock_s": 15.15, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea", "mta" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q039", "query": "What's going on with the development at 421 Kent Avenue Williamsburg and how flood-safe is it?", "status": "PASS", "wall_clock_s": 10.71, "intent_returned": "development_check", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q040", "query": "Stapleton, Staten Island", "status": "PASS", "wall_clock_s": 5.18, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q041", "query": "Is 110 Livingston Street Brooklyn in a flood zone?", "status": "PASS", "wall_clock_s": 14.69, "intent_returned": "single_address", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q042", "query": "Compare Mott Haven Bronx to Hunts Point Bronx for flood risk and 311 complaints", "status": "PASS", "wall_clock_s": 27.98, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 3, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind", "mta" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q043", "query": "What's the flood risk at 325 Hudson Street, Manhattan?", "status": "PASS", "wall_clock_s": 14.43, "intent_returned": "single_address", "mellea_passed": "2/4", "mellea_rerolls": 2, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q044", "query": "Is anything being developed at 601 West 26th Street Manhattan and what's the flood exposure?", "status": "PASS", "wall_clock_s": 11.52, "intent_returned": "development_check", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q045", "query": "East New York, Brooklyn", "status": "PASS", "wall_clock_s": 7.03, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q046", "query": "What's the flood situation at 40 Rector Street Manhattan? I'm evaluating office space there.", "status": "PASS", "wall_clock_s": 13.87, "intent_returned": "single_address", "mellea_passed": "4/4", "mellea_rerolls": 1, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q047", "query": "Compare 40 Rector Street Manhattan to 345 East 94th Street Manhattan", "status": "PASS", "wall_clock_s": 20.68, "intent_returned": "compare", "mellea_passed": "4/4", "mellea_rerolls": 1, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "mta", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null }, { "id": "q048", "query": "Is there any new development at 280 Richards Street Red Hook and how is it handling the flood risk?", "status": "PASS", "wall_clock_s": 10.58, "intent_returned": "development_check", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q049", "query": "Astoria, Queens", "status": "PASS", "wall_clock_s": 6.51, "intent_returned": "neighborhood", "mellea_passed": "4/4", "mellea_rerolls": 0, "stones_fired": [], "stones_errored": [], "stones_silent": [], "citations_resolved": null, "compare_targets": null, "error": null }, { "id": "q050", "query": "Compare Tottenville Staten Island to South Beach Staten Island for flood exposure", "status": "PASS", "wall_clock_s": 16.09, "intent_returned": "compare", "mellea_passed": "3/4", "mellea_rerolls": 2, "stones_fired": [ "sandy", "dep", "floodnet", "311", "noaa", "nws", "ttm", "microtopo", "ida", "prithvi_v2", "rag", "gliner", "mellea" ], "stones_errored": [ "floodnet", "mta", "prithvi_live", "terramind" ], "stones_silent": [], "citations_resolved": null, "compare_targets": 2, "error": null } ]