| [ |
| { |
| "id": "q001", |
| "query": "I'm thinking about renting an apartment at 80 Pioneer Street, Brooklyn. Should I worry?", |
| "status": "PASS", |
| "wall_clock_s": 9.77, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q002", |
| "query": "Hollis, Queens", |
| "status": "PASS", |
| "wall_clock_s": 6.95, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q003", |
| "query": "Compare 80 Pioneer Street Brooklyn to 100 Gold Street Manhattan", |
| "status": "PASS", |
| "wall_clock_s": 20.69, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea", |
| "mta" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q004", |
| "query": "442 East Houston Street, Manhattan", |
| "status": "PASS", |
| "wall_clock_s": 8.51, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q005", |
| "query": "100 Gold Street, Manhattan", |
| "status": "PASS", |
| "wall_clock_s": 10.64, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q006", |
| "query": "Coney Island, Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 5.48, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q007", |
| "query": "2940 Brighton 3rd St, Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 9.89, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q008", |
| "query": "Red Hook, Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 6.89, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q009", |
| "query": "What's the flood risk for 345 East 94th Street, Manhattan?", |
| "status": "PASS", |
| "wall_clock_s": 10.04, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q010", |
| "query": "Is 1 MetroTech Center in Brooklyn at risk during major storms?", |
| "status": "PASS", |
| "wall_clock_s": 14.5, |
| "intent_returned": "single_address", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q011", |
| "query": "Howard Beach, Queens", |
| "status": "PASS", |
| "wall_clock_s": 6.89, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q012", |
| "query": "Canarsie, Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 8.0, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q013", |
| "query": "Compare Canarsie Brooklyn to Park Slope Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 24.22, |
| "intent_returned": "compare", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 3, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea", |
| "mta" |
| ], |
| "stones_errored": [ |
| "mta", |
| "prithvi_live", |
| "terramind", |
| "floodnet" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q014", |
| "query": "Should I worry about flooding at 520 West 145th Street in Manhattan?", |
| "status": "PASS", |
| "wall_clock_s": 10.35, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q015", |
| "query": "Mott Haven, Bronx", |
| "status": "PASS", |
| "wall_clock_s": 6.12, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q016", |
| "query": "What was the flood situation at 750 Baychester Avenue, Bronx during Ida?", |
| "status": "PASS", |
| "wall_clock_s": 0.03, |
| "intent_returned": "not_implemented", |
| "mellea_passed": "0/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q017", |
| "query": "Is the NYCHA Gowanus Houses at risk from sea level rise?", |
| "status": "PASS", |
| "wall_clock_s": 5.84, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 1, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q018", |
| "query": "Compare 750 Baychester Avenue Bronx to 150 Riverside Drive Manhattan", |
| "status": "PASS", |
| "wall_clock_s": 15.64, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q019", |
| "query": "Tottenville, Staten Island", |
| "status": "PASS", |
| "wall_clock_s": 7.51, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 1, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q020", |
| "query": "What's the flood risk at 151 West 34th Street, Manhattan? It's near Penn Station.", |
| "status": "PASS", |
| "wall_clock_s": 10.2, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q021", |
| "query": "Compare Red Hook Brooklyn to the Financial District Manhattan for flood risk", |
| "status": "PASS", |
| "wall_clock_s": 18.46, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q022", |
| "query": "Is 595 Dean Street in Brooklyn at risk of flooding?", |
| "status": "PASS", |
| "wall_clock_s": 10.97, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q023", |
| "query": "South Beach, Staten Island", |
| "status": "PASS", |
| "wall_clock_s": 9.48, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q024", |
| "query": "How exposed is 1 Fulton Street Manhattan to surge from a major hurricane?", |
| "status": "PASS", |
| "wall_clock_s": 9.87, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q025", |
| "query": "Compare Howard Beach Queens to Forest Hills Queens for flood risk", |
| "status": "PASS", |
| "wall_clock_s": 19.63, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea", |
| "mta" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q026", |
| "query": "What's the storm surge risk for 157-11 Rockaway Beach Blvd, Queens?", |
| "status": "PASS", |
| "wall_clock_s": 1.58, |
| "intent_returned": "single_address", |
| "mellea_passed": "0/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "prithvi_live", |
| "terramind", |
| "rag" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q027", |
| "query": "Hunts Point, Bronx", |
| "status": "PASS", |
| "wall_clock_s": 5.34, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q028", |
| "query": "Is 160 Conover Street in Red Hook still considered a flood zone?", |
| "status": "PASS", |
| "wall_clock_s": 8.96, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q029", |
| "query": "Compare 160 Conover Street Red Hook to 300 Flatbush Avenue Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 16.11, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea", |
| "mta" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q030", |
| "query": "What are the flood risks for the Two Bridges neighborhood in Manhattan?", |
| "status": "PASS", |
| "wall_clock_s": 4.89, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q031", |
| "query": "Is there any construction or development activity at 640 Columbia Street in Red Hook?", |
| "status": "PASS", |
| "wall_clock_s": 11.82, |
| "intent_returned": "development_check", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q032", |
| "query": "What's the flood exposure at 30-30 Thomson Avenue, Long Island City, Queens?", |
| "status": "PASS", |
| "wall_clock_s": 8.9, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q033", |
| "query": "Compare Long Island City Queens to Astoria Queens for flood risk", |
| "status": "PASS", |
| "wall_clock_s": 15.54, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 1, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q034", |
| "query": "Is 55 Water Street Manhattan at risk from sea level rise and storm surge?", |
| "status": "PASS", |
| "wall_clock_s": 13.69, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q035", |
| "query": "What new buildings are going up in Gowanus and are they being built to handle flooding?", |
| "status": "PASS", |
| "wall_clock_s": 10.71, |
| "intent_returned": "development_check", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q036", |
| "query": "Greenpoint, Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 7.83, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 1, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q037", |
| "query": "How at risk is 111 8th Avenue Manhattan from a 100-year storm?", |
| "status": "PASS", |
| "wall_clock_s": 12.67, |
| "intent_returned": "single_address", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q038", |
| "query": "Compare 157-11 Rockaway Beach Blvd Queens to 100 Gold Street Manhattan", |
| "status": "PASS", |
| "wall_clock_s": 15.15, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea", |
| "mta" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q039", |
| "query": "What's going on with the development at 421 Kent Avenue Williamsburg and how flood-safe is it?", |
| "status": "PASS", |
| "wall_clock_s": 10.71, |
| "intent_returned": "development_check", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q040", |
| "query": "Stapleton, Staten Island", |
| "status": "PASS", |
| "wall_clock_s": 5.18, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q041", |
| "query": "Is 110 Livingston Street Brooklyn in a flood zone?", |
| "status": "PASS", |
| "wall_clock_s": 14.69, |
| "intent_returned": "single_address", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q042", |
| "query": "Compare Mott Haven Bronx to Hunts Point Bronx for flood risk and 311 complaints", |
| "status": "PASS", |
| "wall_clock_s": 27.98, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 3, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind", |
| "mta" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q043", |
| "query": "What's the flood risk at 325 Hudson Street, Manhattan?", |
| "status": "PASS", |
| "wall_clock_s": 14.43, |
| "intent_returned": "single_address", |
| "mellea_passed": "2/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q044", |
| "query": "Is anything being developed at 601 West 26th Street Manhattan and what's the flood exposure?", |
| "status": "PASS", |
| "wall_clock_s": 11.52, |
| "intent_returned": "development_check", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q045", |
| "query": "East New York, Brooklyn", |
| "status": "PASS", |
| "wall_clock_s": 7.03, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q046", |
| "query": "What's the flood situation at 40 Rector Street Manhattan? I'm evaluating office space there.", |
| "status": "PASS", |
| "wall_clock_s": 13.87, |
| "intent_returned": "single_address", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 1, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q047", |
| "query": "Compare 40 Rector Street Manhattan to 345 East 94th Street Manhattan", |
| "status": "PASS", |
| "wall_clock_s": 20.68, |
| "intent_returned": "compare", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 1, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "mta", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| }, |
| { |
| "id": "q048", |
| "query": "Is there any new development at 280 Richards Street Red Hook and how is it handling the flood risk?", |
| "status": "PASS", |
| "wall_clock_s": 10.58, |
| "intent_returned": "development_check", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q049", |
| "query": "Astoria, Queens", |
| "status": "PASS", |
| "wall_clock_s": 6.51, |
| "intent_returned": "neighborhood", |
| "mellea_passed": "4/4", |
| "mellea_rerolls": 0, |
| "stones_fired": [], |
| "stones_errored": [], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": null, |
| "error": null |
| }, |
| { |
| "id": "q050", |
| "query": "Compare Tottenville Staten Island to South Beach Staten Island for flood exposure", |
| "status": "PASS", |
| "wall_clock_s": 16.09, |
| "intent_returned": "compare", |
| "mellea_passed": "3/4", |
| "mellea_rerolls": 2, |
| "stones_fired": [ |
| "sandy", |
| "dep", |
| "floodnet", |
| "311", |
| "noaa", |
| "nws", |
| "ttm", |
| "microtopo", |
| "ida", |
| "prithvi_v2", |
| "rag", |
| "gliner", |
| "mellea" |
| ], |
| "stones_errored": [ |
| "floodnet", |
| "mta", |
| "prithvi_live", |
| "terramind" |
| ], |
| "stones_silent": [], |
| "citations_resolved": null, |
| "compare_targets": 2, |
| "error": null |
| } |
| ] |
