diff --git a/data/run-query-execution.py b/data/run-query-execution.py index 78f555c..50c5a7b 100644 --- a/data/run-query-execution.py +++ b/data/run-query-execution.py @@ -41,9 +41,11 @@ if collection_name in created_collections: continue - # Delete if exists + # Check if collection exists if weaviate_client.collections.exists(collection_name): - weaviate_client.collections.delete(collection_name) + print(f"Collection {collection_name} already exists, skipping creation") + created_collections.add(collection_name) + continue properties = [] for prop in collection['properties']: @@ -97,15 +99,32 @@ print(f"\033[91mQuery execution failed\033[0m") # Red text print(f"Error: {str(e)}") # Print the error message query_data['ground_truth_query_result'] = "QUERY EXECUTION FAILED" - print("Connecting to Weaviate...") - weaviate_client = weaviate.connect_to_weaviate_cloud( - cluster_url=WEAVIATE_URL, - auth_credentials=weaviate.auth.AuthApiKey(WEAVIATE_API_KEY), - headers={ - "X-OpenAI-Api-Key": OPENAI_API_KEY - } - ) - print("Successfully re-connected to Weaviate...") + + # Exponential backoff retry logic + max_retries = 3 + delay = 2 # Initial delay in seconds + retry_count = 0 + + while retry_count < max_retries: + try: + print(f"Attempt {retry_count + 1}/{max_retries} to reconnect to Weaviate...") + weaviate_client = weaviate.connect_to_weaviate_cloud( + cluster_url=WEAVIATE_URL, + auth_credentials=weaviate.auth.AuthApiKey(WEAVIATE_API_KEY), + headers={ + "X-OpenAI-Api-Key": OPENAI_API_KEY + } + ) + print("Successfully re-connected to Weaviate") + break + except Exception as retry_error: + retry_count += 1 + if retry_count == max_retries: + print(f"Failed to reconnect after {max_retries} attempts") + raise retry_error + wait_time = delay * (2 ** (retry_count - 1)) # Exponential backoff + print(f"Reconnection failed. Waiting {wait_time} seconds before retry...") + time.sleep(wait_time) print(f"\nTotal failed queries: {failed_queries}") diff --git a/data/synthetic-weaviate-queries-with-results.json b/data/synthetic-weaviate-queries-with-results.json new file mode 100644 index 0000000..42f6c26 --- /dev/null +++ b/data/synthetic-weaviate-queries-with-results.json @@ -0,0 +1,8547 @@ +[ + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find vegetarian menu items that cost less than or equal to $15, and count how many reservations exist for each party size grouped by vegetarian status in the Menus collection.", + "target_collection": "Menus", + "search_query": "search for vegetarian meals", + "integer_property_filter": { + "property_name": "price", + "operator": "<=", + "value": 15 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "partySize", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "isVegetarian" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "What are the details of cozy Italian restaurants with an averageRating greater than 4, and what is the average of the averageRating for these restaurants?", + "target_collection": "Restaurants", + "search_query": "Find the most relevant restaurants with 'cozy' and 'Italian' in the description.", + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">", + "value": 4 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageRating\n mean: 4.4\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all restaurants that mention 'Italian cuisine' in their description with an averageRating greater than 4, count the occurrences of each restaurant name, and group the results by whether they are open now.", + "target_collection": "Restaurants", + "search_query": "Show me all restaurants with 'Italian cuisine' in the description.", + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">", + "value": 4 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "name", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "openNow" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: openNow = true\nProperty: name\n count: 5\n Most common values:\nGroup count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find Italian restaurants with a description that makes them suitable for a setting categorized as Italian, having an averageRating greater than 4, and provide the count of different restaurant names.", + "target_collection": "Restaurants", + "search_query": "Find restaurants with detailed descriptions that match criteria for an Italian setting", + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">", + "value": 4 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "name", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: name\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with a description that includes Italian cuisine and a cozy ambiance, where the averageRating is at least 4.0, count how many are openNow, and group results by the restaurant name.", + "target_collection": "Restaurants", + "search_query": "A detailed description of the restaurant, including Italian cuisine and cozy ambiance.", + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.0 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = Urban Garden\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Green House\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = La Royal Plate\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Le Fork\nProperty: openNow\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for restaurants with a description containing 'cuisine type Italian' and that have an averageRating of 4.5 or higher. Also, count how many of these restaurants are currently open (openNow).", + "target_collection": "Restaurants", + "search_query": "\"cuisine type Italian\"", + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openNow\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find cozy Italian restaurants with outdoor seating by using semantic search on the description field and group them by whether they are currently open, filtering for those with an averageRating of at least 4.5.", + "target_collection": "Restaurants", + "search_query": "\"cozy Italian restaurant with outdoor seating\"", + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openNow" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 4.0\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Red Fork\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Casa Spoon\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Urban Garden\n----------------------------------------\naverageRating: 5.0\ndescription: rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Le Fork\n----------------------------------------\naverageRating: 5.0\ndescription: charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting.\nopenNow: True\nname: Green House\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with descriptions mentioning 'Italian cuisine' and having an average rating of at least 4.5 in averageRating.", + "target_collection": "Restaurants", + "search_query": "Find restaurants with detailed descriptions mentioning 'Italian cuisine'", + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Casa Spoon\n----------------------------------------\naverageRating: 5.0\ndescription: rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Le Fork\n----------------------------------------\naverageRating: 4.0\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Red Fork\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Urban Garden\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all currently open restaurants with Italian cuisine and outdoor seating mentioned in their description, calculate the mean averageRating for each restaurant, and group the results by the restaurant name.", + "target_collection": "Restaurants", + "search_query": "Find restaurants with Italian cuisine and outdoor seating in the description", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = Urban Plate\nProperty: averageRating\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Wild Plate\nProperty: averageRating\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: name = Casa Spoon\nProperty: averageRating\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: averageRating\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: averageRating\n mean: 4\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that are known for their Italian cuisine and have a cozy ambiance using search_query, ensure they are currently open by setting openNow=true with text_property_filter, and calculate the mean of averageRating for these restaurants using int_property_aggregation.", + "target_collection": "Restaurants", + "search_query": "Find restaurants that are known for their Italian cuisine and have a cozy ambiance", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageRating\n mean: 4.6\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find popular open restaurants based on their description containing Italian cuisine or cozy ambiance, filter for those that are openNow, and then count the number of these restaurants. Group this count by averageRating to determine the number of top-rated options.", + "target_collection": "Restaurants", + "search_query": "Find popular restaurants with Italian cuisine or a cozy ambiance", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "name", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "averageRating" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: averageRating = 5\nProperty: name\n count: 3\n Most common values:\nGroup count: 3\n----------------------------------------\nGroup: averageRating = 4\nProperty: name\n count: 2\n Most common values:\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with 'Italian cuisine' in their description using search_query, filter those currently open with openNow = true, and aggregate by counting the most common descriptions with a top_occurrences_limit of 3 to determine the top ambiance types within these restaurants.", + "target_collection": "Restaurants", + "search_query": "Discover Italian cuisine restaurants with elegant ambiance", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 3 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: description\n Most common values:\n - contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting. (count: 1)\n - rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting. (count: 1)\n - trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting. (count: 1)\n - trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting. (count: 1)\n - upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting. (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for restaurants that mention 'cozy ambiance' and 'Italian cuisine' in their descriptions using search_query. From these, retrieve objects where the name includes 'Pizza' using text_property_filter. Aggregate the data to determine the percentage of restaurants where openNow is true using boolean_property_aggregation. Finally, organize the results by the name property using groupby.", + "target_collection": "Restaurants", + "search_query": "Find restaurants with descriptions mentioning 'cozy ambiance' and 'Italian cuisine'.", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "name", + "operator": "LIKE", + "value": "Pizza" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = Le Fork\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Green House\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = La Royal Plate\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for descriptions of restaurants where the name includes 'Pizza' and calculate the percentage of these restaurants that are open now.", + "target_collection": "Restaurants", + "search_query": "description", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "name", + "operator": "LIKE", + "value": "*Pizza*" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openNow\n percentage_true: 1\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that are open now with Italian cuisine and a romantic ambiance described in their description, and group the results by averageRating.", + "target_collection": "Restaurants", + "search_query": "Find restaurants with the query 'Italian cuisine with a romantic ambiance' using description", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "averageRating" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 5.0\ndescription: rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Le Fork\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Urban Garden\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: Urban Plate\n----------------------------------------\nopenNow: True\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\naverageRating: 4.0\nname: Red Fork\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find trendy restaurants, specifically those where 'description' contains the word 'trendy', and surface options with the highest relevancy scores.", + "target_collection": "Restaurants", + "search_query": "Find trendy restaurants with high ratings", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "trendy" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Casa Spoon\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Urban Garden\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: Urban Plate\n----------------------------------------\nopenNow: True\ndescription: upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\naverageRating: 5.0\nname: Green Fork\n----------------------------------------\naverageRating: 5.0\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\nopenNow: True\nname: Wild Plate\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with a unique ambiance offering Italian cuisine, are currently open as indicated by the 'openNow' property being true, calculate the mean of 'averageRating', and group the results by 'name'.", + "target_collection": "Restaurants", + "search_query": "Find restaurants with a unique ambiance offering Italian cuisine.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = Urban Plate\nProperty: averageRating\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: averageRating\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: averageRating\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Le Fork\nProperty: averageRating\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: name = Green Fork\nProperty: averageRating\n mean: 5\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with the highest averageRating that are currently openNow and count the number of menu items marked as isVegetarian.", + "target_collection": "Restaurants", + "search_query": "Find restaurants with the highest averageRating", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "isVegetarian", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that have a 'cozy' ambiance mentioned in their description and are currently open, compute the count of top 5 cuisine types mentioned in their descriptions, and group these results by the restaurant name.", + "target_collection": "Restaurants", + "search_query": "Find restaurants described with an ambiance of 'cozy' in the description", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = La Royal Plate\nProperty: description\n Most common values:\n - rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: name = Wild Plate\nProperty: description\n Most common values:\n - vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: description\n Most common values:\n - trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Plate\nProperty: description\n Most common values:\n - contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: name = Le Fork\nProperty: description\n Most common values:\n - rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting. (count: 1)\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that serve Italian cuisine and have a cozy ambiance in their description, are currently open now, and list the top 5 most common cuisine types mentioned in the description along with their counts.", + "target_collection": "Restaurants", + "search_query": "Looking for Italian cuisine with a cozy ambiance", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: description\n Most common values:\n - rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting. (count: 1)\n - rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting. (count: 1)\n - trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting. (count: 1)\n - trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting. (count: 1)\n - upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting. (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with Italian cuisine and a cozy ambiance in their description. Only include those that are currently open. Count the total number of such restaurants. Group these results by their averageRating.", + "target_collection": "Restaurants", + "search_query": "Looking for a restaurant with Italian cuisine and cozy ambiance in the description", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": "averageRating" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: averageRating = 5\nProperty: openNow\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: averageRating = 4\nProperty: openNow\n count: 2\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that are currently open (using boolean_property_filter on 'openNow' being true), search them for those highly recommended for their unique atmosphere and excellent cuisine (using search_query on 'description'), and calculate what percentage of the total restaurants are currently open (using boolean_property_aggregation on 'openNow' for percentage true).", + "target_collection": "Restaurants", + "search_query": "Find restaurants that are highly recommended for their unique atmosphere and excellent cuisine.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openNow\n percentage_true: 1\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for restaurants that focus on Italian cuisine with an averageRating of at least 4.0 and are currently open, and group the results by their averageRating.", + "target_collection": "Restaurants", + "search_query": "restaurants with an averageRating of at least 4.0 focusing on Italian cuisine", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "averageRating" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Casa Spoon\n----------------------------------------\nopenNow: True\ndescription: rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting.\naverageRating: 5.0\nname: Le Fork\n----------------------------------------\naverageRating: 4.0\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Red Fork\n----------------------------------------\naverageRating: 5.0\ndescription: upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\nopenNow: True\nname: Green Fork\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that are open now with specific cuisine types or ambiance in their description.", + "target_collection": "Restaurants", + "search_query": "Find the most relevant restaurants based on description, such as cuisine type or ambiance.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: Urban Plate\n----------------------------------------\naverageRating: 4.0\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Red Fork\n----------------------------------------\nopenNow: True\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\naverageRating: 5.0\nname: Wild Plate\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n----------------------------------------\naverageRating: 5.0\ndescription: traditional Indian restaurant featuring industrial accents and house-made desserts. Offering authentic dishes in a traditional setting.\nopenNow: True\nname: Red Plate\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find reservations that contain 'birthday' or 'anniversary' in notes, and show the maximum partySize for each reservationName.", + "target_collection": "Reservations", + "search_query": "Search reservations with notes mentioning 'birthday' or 'anniversary'.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "partySize", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "reservationName" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: reservationName = Andrews, Tori\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Rogers, Samuel\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Kelly, Patrick\nProperty: partySize\n maximum: 3\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Hernandez, Lucia\nProperty: partySize\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Powell, Mathew\nProperty: partySize\n maximum: 4\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find details of all reservations in the Reservations collection where reservations are confirmed, and calculate the maximum value of partySize.", + "target_collection": "Reservations", + "search_query": "Find details about confirmed reservations and calculate statistics on the party size.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "partySize", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: partySize\n maximum: 8\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with 'Italian' in their description, summarize the top 3 descriptions, and group results by averageRating.", + "target_collection": "Restaurants", + "search_query": "Find restaurants that have 'Italian' cuisine in their description.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 3 + }, + "boolean_property_aggregation": null, + "groupby_property": "averageRating" + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: averageRating = 4\nProperty: description\n Most common values:\n - rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting. (count: 1)\n - trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting. (count: 1)\n - trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting. (count: 1)\nGroup count: 3\n----------------------------------------\nGroup: averageRating = 5\nProperty: description\n Most common values:\n - rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting. (count: 1)\n - traditional Indian restaurant featuring industrial accents and house-made desserts. Offering authentic dishes in a traditional setting. (count: 1)\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for restaurants that are currently open and have a positive ambiance in their description, then determine the top 10 most common words found in their descriptions.", + "target_collection": "Restaurants", + "search_query": "openNow:true AND description:positive", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 10 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: description\n Most common values:\n - charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting. (count: 1)\n - contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting. (count: 1)\n - contemporary Spanish restaurant featuring vintage decor and vegan options. Offering authentic dishes in a contemporary setting. (count: 1)\n - traditional Indian restaurant featuring industrial accents and house-made desserts. Offering authentic dishes in a traditional setting. (count: 1)\n - vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting. (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants where the description mentions 'Mexican cuisine', group these restaurants by their description with a special focus on cuisine type, and count how many of these restaurants are currently open based on the 'openNow' property.", + "target_collection": "Restaurants", + "search_query": "Find restaurants where the description mentions 'Mexican cuisine',", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": "description" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: description = rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = contemporary Spanish restaurant featuring vintage decor and vegan options. Offering authentic dishes in a contemporary setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\nProperty: openNow\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Determine how many menu items are vegetarian by finding all items where isVegetarian is true and then counting them.", + "target_collection": "Menus", + "search_query": "Find menu items where isVegetarian is true", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "isVegetarian", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: isVegetarian\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with an averageRating greater than 4.0 using the search_query operator, and use the groupby operator to group them by the 'openNow' property where openNow is true.", + "target_collection": "Restaurants", + "search_query": "Search for restaurants with an averageRating greater than 4.0 and openNow equals true", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openNow" + }, + "ground_truth_operators": [ + "search_query", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 5.0\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\nopenNow: True\nname: Wild Plate\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n----------------------------------------\nopenNow: True\ndescription: upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\naverageRating: 5.0\nname: Green Fork\n----------------------------------------\naverageRating: 4.0\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Red Fork\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: Urban Plate\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "What restaurants are described as having a romantic ambiance or serving Italian cuisine, with an average rating greater than 4.5, and are currently open?", + "target_collection": "Restaurants", + "search_query": "\"Find restaurants described as having a romantic ambiance or serving Italian cuisine, with an averageRating greater than 4.5 and that are openNow.\"", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nopenNow: True\ndescription: rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting.\naverageRating: 5.0\nname: Le Fork\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n----------------------------------------\naverageRating: 4.0\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Red Fork\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Urban Garden\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Casa Spoon\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants where the averageRating is at least 4.0, calculate the minimum averageRating across these restaurants, and group the results by their name.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.0 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "MIN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = La Royal Plate\nProperty: averageRating\n minimum: 5\nGroup count: 1\n----------------------------------------\nGroup: name = Green House\nProperty: averageRating\n minimum: 5\nGroup count: 1\n----------------------------------------\nGroup: name = Red Plate\nProperty: averageRating\n minimum: 5\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Plate\nProperty: averageRating\n minimum: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: averageRating\n minimum: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: averageRating\n minimum: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Le Fork\nProperty: averageRating\n minimum: 5\nGroup count: 1\n----------------------------------------\nGroup: name = La Green Room\nProperty: averageRating\n minimum: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Wild Plate\nProperty: averageRating\n minimum: 5\nGroup count: 1\n----------------------------------------\nGroup: name = The Green Plate\nProperty: averageRating\n minimum: 5\nGroup count: 1\n----------------------------------------\nGroup: name = Casa Spoon\nProperty: averageRating\n minimum: 4\nGroup count: 1\n----------------------------------------\nGroup: name = Green Fork\nProperty: averageRating\n minimum: 5\nGroup count: 1\n----------------------------------------\nGroup: name = Le Green Table\nProperty: averageRating\n minimum: 4\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the COUNT of restaurants where the averageRating is greater than or equal to 4.5.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageRating\n count: 13\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants in the Restaurants collection that have an averageRating of at least 4.0, group these restaurants by whether they are openNow, and aggregate the description property to determine the top 3 most common descriptions.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.0 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 3 + }, + "boolean_property_aggregation": null, + "groupby_property": "openNow" + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: openNow = true\nProperty: description\n Most common values:\n - charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting. (count: 1)\n - contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting. (count: 1)\n - contemporary Spanish restaurant featuring vintage decor and vegan options. Offering authentic dishes in a contemporary setting. (count: 1)\n - rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting. (count: 1)\n - rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting. (count: 1)\nGroup count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find menu items that cost less than 15 in price and show the top 3 most frequently appearing menuItem names.", + "target_collection": "Menus", + "search_query": null, + "integer_property_filter": { + "property_name": "price", + "operator": "<", + "value": 15 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "menuItem", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 3 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: menuItem\n Most common values:\n - Chef's Thai Grilled vegetables (count: 1)\n - Classic Mediterranean Scallops (count: 1)\n - Classic Modern American Quinoa (count: 1)\n - Coq au Vin (count: 1)\n - Dragon Roll (count: 1)\nTotal count: 11\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with an averageRating of at least 4.5, count how many of these are currently open in openNow using boolean aggregation, and group the results by name to see the number for each restaurant.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = Red Plate\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = La Green Room\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Casa Spoon\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Green House\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Wild Plate\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Plate\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = The Green Plate\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = La Royal Plate\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Green Fork\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Le Green Table\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Le Fork\nProperty: openNow\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with an averageRating of at least 4.0 and calculate the count of those that are openNow.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.0 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openNow\n count: 13\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants with an averageRating of at least 4.5 and group the results by whether they are openNow.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openNow" + }, + "ground_truth_operators": [ + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 5.0\ndescription: upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\nopenNow: True\nname: Green Fork\n----------------------------------------\nopenNow: True\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\naverageRating: 5.0\nname: Wild Plate\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n----------------------------------------\naverageRating: 5.0\ndescription: traditional Vietnamese restaurant featuring vintage decor and rooftop seating. Offering authentic dishes in a traditional setting.\nopenNow: True\nname: The Green Plate\n----------------------------------------\naverageRating: 5.0\ndescription: charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting.\nopenNow: True\nname: Green House\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants where averageRating is at least 4.5", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": { + "property_name": "averageRating", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 5.0\ndescription: upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\nopenNow: True\nname: Green Fork\n----------------------------------------\naverageRating: 5.0\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\nopenNow: True\nname: Wild Plate\n----------------------------------------\naverageRating: 5.0\ndescription: rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: La Royal Plate\n----------------------------------------\naverageRating: 5.0\ndescription: traditional Vietnamese restaurant featuring vintage decor and rooftop seating. Offering authentic dishes in a traditional setting.\nopenNow: True\nname: The Green Plate\n----------------------------------------\naverageRating: 5.0\ndescription: charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting.\nopenNow: True\nname: Green House\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the maximum partySize for reservations where notes like '%anniversary%' and organize the results by reservationName.", + "target_collection": "Reservations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "notes", + "operator": "LIKE", + "value": "%anniversary%" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "partySize", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "reservationName" + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: reservationName = Smith, John\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Johnson, Sarah\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Stewart, Bruce\nProperty: partySize\n maximum: 3\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Chang, Kevin\nProperty: partySize\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Davies, Mary\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Price, Jordan\nProperty: partySize\n maximum: 12\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Nguyen Family\nProperty: partySize\n maximum: 7\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Rodriguez, Anna\nProperty: partySize\n maximum: 10\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Garcia Family\nProperty: partySize\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Cruz, Marisol\nProperty: partySize\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Torres, Daniel\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Harris, Gina\nProperty: partySize\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Parker, Tom\nProperty: partySize\n maximum: 9\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Garner, Sylvia\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Flores, Jasmine\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Holmes, Brandon\nProperty: partySize\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Cook, Neil\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Long, Steven\nProperty: partySize\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Ramirez, Laura\nProperty: partySize\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Mason, Peter\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Morris, Amanda\nProperty: partySize\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Evans, Laura\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Foster, Kelly\nProperty: partySize\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Foster, Maria\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Murphy, Sean\nProperty: partySize\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Kelly, Patrick\nProperty: partySize\n maximum: 3\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Rogers, Samuel\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Ward, Christine\nProperty: partySize\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Martinez, Carlos\nProperty: partySize\n maximum: 3\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Andrews, Tori\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Rivera, Hector\nProperty: partySize\n maximum: 3\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Dixon, Russell\nProperty: partySize\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Phillips, Veronica\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Bailey, Nicole\nProperty: partySize\n maximum: 7\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Kim, Joseph\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Hernandez, Lucia\nProperty: partySize\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Anderson, Zoe\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Green, Robert\nProperty: partySize\n maximum: 7\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Cooper, Janet\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Lewis, Andrew\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Wilson, Frank\nProperty: partySize\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Washington, Claire\nProperty: partySize\n maximum: 10\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Bell, Diana\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Brown, Jennifer\nProperty: partySize\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Collins, Sandra\nProperty: partySize\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Adams, Eric\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Carter, Sam & Ava\nProperty: partySize\n maximum: 2\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Hughes, Adam\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Powell, Mathew\nProperty: partySize\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Reed, Abigail\nProperty: partySize\n maximum: 3\nGroup count: 1\n----------------------------------------\nGroup: reservationName = Mitchell, Oliver\nProperty: partySize\n maximum: 2\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants where the description includes the word 'Japanese' and calculate the mean of the averageRating.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "Japanese" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageRating\n mean: 4.538461538461538\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve all restaurant names from the Restaurants collection where the description includes 'Italian', count how many such descriptions exist in total, and group the results by the name of the restaurant.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "Italian" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = La Royal Plate\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Green House\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Red Plate\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = La Green Room\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Le Fork\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Wild Plate\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Plate\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = The Green Plate\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Casa Spoon\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Green Fork\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: name = Le Green Table\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that are currently open by checking openNow equals true, and count how many of these restaurants have description with top occurrences matching a specific keyword.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: description\n count: 13\n Most common values:\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the percentage of restaurants that are open now and have 'Italian' in their description, grouped by their name.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "Italian" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: name = Le Fork\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = La Green Room\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Plate\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Urban Garden\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Casa Spoon\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Green Fork\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Red Fork\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Le Green Table\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Red Plate\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Wild Plate\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = The Green Plate\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = La Royal Plate\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: name = Green House\nProperty: openNow\n percentage_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve a count of restaurants with a description containing the word 'Italian' and determine how many are currently open by using openNow as the Boolean aggregation property.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "Italian" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openNow\n count: 13\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants where the description includes 'Italian' in the description text, and group the results by the restaurant name.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "Italian" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "name" + }, + "ground_truth_operators": [ + "text_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants where the description includes 'Italian' in the description property.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "Italian" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve all restaurants currently open (openNow = true) and group them by their description, while aggregating to find the total sum of their averageRating across all descriptions.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "description" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the total sum of partySize for all Reservations where confirmed is true.", + "target_collection": "Reservations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "confirmed", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "partySize", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve menu items in the Menus collection where isVegetarian is true, count how many times each menuItem appears, and group the results by the vegetarian status.", + "target_collection": "Menus", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "isVegetarian", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "menuItem", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "isVegetarian" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: isVegetarian = false\nProperty: menuItem\n count: 6\n Most common values:\nGroup count: 6\n----------------------------------------\nGroup: isVegetarian = true\nProperty: menuItem\n count: 5\n Most common values:\nGroup count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Count how many restaurants are currently open, using the openNow property to filter for restaurants where openNow is true, and aggregating the name property to count the occurrences of each restaurant name.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "name", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: name\n count: 13\n Most common values:\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all restaurants that are currently open (where openNow is true), count how many of them are open using boolean aggregation on openNow, and group these results by description.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": "description" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: description = upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = rustic Thai restaurant featuring floor-to-ceiling windows and artisanal coffee. Offering authentic dishes in a rustic setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = rustic Spanish restaurant featuring ornate chandeliers and craft cocktails. Offering authentic dishes in a rustic setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = contemporary Spanish restaurant featuring vintage decor and vegan options. Offering authentic dishes in a contemporary setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = traditional Vietnamese restaurant featuring vintage decor and rooftop seating. Offering authentic dishes in a traditional setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = traditional Indian restaurant featuring industrial accents and house-made desserts. Offering authentic dishes in a traditional setting.\nProperty: openNow\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nProperty: openNow\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all restaurants where openNow is true and count how many restaurants are currently open and how many are closed based on the openNow property.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openNow\n count: 13\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that are open now (openNow = true), and group the results by their averageRating.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "averageRating" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nopenNow: True\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\naverageRating: 4.0\nname: Red Fork\n----------------------------------------\naverageRating: 5.0\ndescription: upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\nopenNow: True\nname: Green Fork\n----------------------------------------\naverageRating: 5.0\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\nopenNow: True\nname: Wild Plate\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: Urban Plate\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Casa Spoon\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find restaurants that are currently open, using the openNow flag set to true.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openNow", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 4.0\ndescription: rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting.\nopenNow: True\nname: Red Fork\n----------------------------------------\naverageRating: 5.0\ndescription: upscale Mexican restaurant featuring vintage decor and live music. Offering authentic dishes in a upscale setting.\nopenNow: True\nname: Green Fork\n----------------------------------------\naverageRating: 5.0\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\nopenNow: True\nname: Wild Plate\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: Urban Plate\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Thai restaurant featuring terrace dining and chef's tasting menu. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Casa Spoon\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the COUNT of reservations grouped by partySize in the Reservations collection.", + "target_collection": "Reservations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "partySize", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "partySize" + }, + "ground_truth_operators": [ + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: partySize = 2\nProperty: partySize\n count: 15\nGroup count: 15\n----------------------------------------\nGroup: partySize = 4\nProperty: partySize\n count: 8\nGroup count: 8\n----------------------------------------\nGroup: partySize = 6\nProperty: partySize\n count: 7\nGroup count: 7\n----------------------------------------\nGroup: partySize = 5\nProperty: partySize\n count: 6\nGroup count: 6\n----------------------------------------\nGroup: partySize = 3\nProperty: partySize\n count: 5\nGroup count: 5\n----------------------------------------\nGroup: partySize = 7\nProperty: partySize\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: partySize = 8\nProperty: partySize\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: partySize = 10\nProperty: partySize\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: partySize = 9\nProperty: partySize\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: partySize = 12\nProperty: partySize\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "What is the mean of the averageRating for all restaurants?", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageRating", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageRating\n mean: 4.538461538461538\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "List the top 5 most common words found in the description property of restaurants, segmented by whether they are currently open or closed using the openNow property.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "openNow" + }, + "ground_truth_operators": [ + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: openNow = true\nProperty: description\n Most common values:\n - charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting. (count: 1)\n - contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting. (count: 1)\n - contemporary Spanish restaurant featuring vintage decor and vegan options. Offering authentic dishes in a contemporary setting. (count: 1)\n - rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting. (count: 1)\n - rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting. (count: 1)\nGroup count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the top 3 most commonly mentioned cuisine types in the 'description' property of restaurants.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 3 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: description\n Most common values:\n - charming Greek restaurant featuring hand-painted murals and craft cocktails. Offering authentic dishes in a charming setting. (count: 1)\n - contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting. (count: 1)\n - contemporary Spanish restaurant featuring vintage decor and vegan options. Offering authentic dishes in a contemporary setting. (count: 1)\n - rustic American restaurant featuring warm wood finishes and wine selection. Offering authentic dishes in a rustic setting. (count: 1)\n - rustic Lebanese restaurant featuring hand-painted murals and rooftop seating. Offering authentic dishes in a rustic setting. (count: 1)\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the percentage of menu items that are vegetarian using the 'isVegetarian' property, and group the results by 'menuItem'.", + "target_collection": "Menus", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "isVegetarian", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "menuItem" + }, + "ground_truth_operators": [ + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: menuItem = Traditional Indian Cauliflower\nProperty: isVegetarian\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Chef's Thai Grilled vegetables\nProperty: isVegetarian\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Classic Mediterranean Scallops\nProperty: isVegetarian\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Dragon Roll\nProperty: isVegetarian\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Signature Italian Chicken\nProperty: isVegetarian\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Signature Thai Duck\nProperty: isVegetarian\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Harvest Buddha Bowl\nProperty: isVegetarian\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Traditional Modern American Cauliflower\nProperty: isVegetarian\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Coq au Vin\nProperty: isVegetarian\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Classic Modern American Quinoa\nProperty: isVegetarian\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: menuItem = Traditional French Scallops\nProperty: isVegetarian\n percentage_true: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "How many restaurants are currently open in openNow?", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openNow", + "metrics": "TOTAL_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openNow\n total_true: 13\nTotal count: 13\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Restaurants\",\"properties\":[{\"name\":\"name\",\"data_type\":[\"string\"],\"description\":\"The name of the restaurant.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed description and summary of the restaurant, including cuisine type and ambiance.\"},{\"name\":\"averageRating\",\"data_type\":[\"number\"],\"description\":\"The average rating score out of 5 for the restaurant.\"},{\"name\":\"openNow\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the restaurant is currently open.\"}],\"envisioned_use_case_overview\":\"This schema focuses on enabling users to discover restaurants based on a comprehensive profile. With semantic search, users can find restaurants by cuisine, ambiance, or special features.\"},{\"name\":\"Menus\",\"properties\":[{\"name\":\"menuItem\",\"data_type\":[\"string\"],\"description\":\"The name of the menu item.\"},{\"name\":\"itemDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the menu item, including ingredients and preparation style.\"},{\"name\":\"price\",\"data_type\":[\"number\"],\"description\":\"The price of the menu item.\"},{\"name\":\"isVegetarian\",\"data_type\":[\"boolean\"],\"description\":\"A flag to indicate if the menu item is vegetarian.\"}],\"envisioned_use_case_overview\":\"This schema assists in linking dining experiences with specific restaurants through their menus. Rich search features allow customers to find dishes tailored to dietary needs and price points.\"},{\"name\":\"Reservations\",\"properties\":[{\"name\":\"reservationName\",\"data_type\":[\"string\"],\"description\":\"The name under which the reservation is made.\"},{\"name\":\"notes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the reservation, such as special requests or celebrations.\"},{\"name\":\"partySize\",\"data_type\":[\"number\"],\"description\":\"The number of persons in the reservation.\"},{\"name\":\"confirmed\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating whether the reservation is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema integrates with the restaurants by managing booking experiences. Semantic search of reservations can uncover trends in dining preferences and commonly requested meal attributes.\"}]}", + "query": { + "corresponding_natural_language_query": "Group restaurants by their openNow status to see which ones are currently open.", + "target_collection": "Restaurants", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openNow" + }, + "ground_truth_operators": [ + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageRating: 4.0\ndescription: trendy Brazilian restaurant featuring warm wood finishes and private dining rooms. Offering authentic dishes in a trendy setting.\nopenNow: True\nname: Urban Garden\n----------------------------------------\naverageRating: 5.0\ndescription: traditional Vietnamese restaurant featuring vintage decor and rooftop seating. Offering authentic dishes in a traditional setting.\nopenNow: True\nname: The Green Plate\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary French restaurant featuring minimalist design and live music. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: Urban Plate\n----------------------------------------\naverageRating: 5.0\ndescription: vibrant French restaurant featuring open kitchen concept and waterfront views. Offering authentic dishes in a vibrant setting.\nopenNow: True\nname: Wild Plate\n----------------------------------------\naverageRating: 4.0\ndescription: contemporary Spanish restaurant featuring vintage decor and vegan options. Offering authentic dishes in a contemporary setting.\nopenNow: True\nname: La Green Room\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that have descriptions mentioning specialties or services related to cardiology, have an averagePatientSatisfaction greater than 4, calculate the mean of these satisfaction scores, and group the results based on whether they are accepting new patients.", + "target_collection": "Clinics", + "search_query": "Find clinics with descriptions mentioning specialties or services relevant to cardiology", + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">", + "value": 4 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "acceptingNewPatients" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: acceptingNewPatients = true\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 3\n----------------------------------------\nGroup: acceptingNewPatients = false\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find doctors with expertise in neuroscience, who have at least 10 years of experience, and calculate the average years of experience among these doctors.", + "target_collection": "Doctors", + "search_query": "neuroscience expertise in Doctors", + "integer_property_filter": { + "property_name": "yearsOfExperience", + "operator": ">=", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "yearsOfExperience", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: yearsOfExperience\n mean: 14.8\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for clinics with descriptions mentioning 'services offered', filter out those with averagePatientSatisfaction greater than 4.5. Aggregate to count the occurrences of the word 'Cardiology' in clinicName and organize results by whether they are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "services offered", + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "clinicName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "acceptingNewPatients" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: acceptingNewPatients = true\nProperty: clinicName\n count: 3\n Most common values:\nGroup count: 3\n----------------------------------------\nGroup: acceptingNewPatients = false\nProperty: clinicName\n count: 2\n Most common values:\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for clinics that have cardiology or related services in their description, ensure the averagePatientSatisfaction is greater than 4, and count how many of these clinics are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "Find clinics with specialties in cardiology or related services mentioned in the description", + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">", + "value": 4 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics with specialties in heart health and excellent service quality (search_query), filter clinics where the averagePatientSatisfaction is greater than 4.5 (int_property_filter on averagePatientSatisfaction), calculate the percentage that acceptingNewPatients (boolean_property_aggregation on acceptingNewPatients), and organize results by clinicName (groupby on clinicName).", + "target_collection": "Clinics", + "search_query": "Find clinics with specialties in heart health and excellent service quality", + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics with descriptions mentioning specialized pediatric and dental healthcare services using a semantic search, filter for clinics where averagePatientSatisfaction is greater than 4.5, and aggregate the count of clinics that are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "Specialized pediatric and dental healthcare services", + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Identify clinics with specialized cardiac care services in the description, have an averagePatientSatisfaction of at least 4.5, and group them by acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "Identify clinics with specialized cardiac care services described in the description", + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "acceptingNewPatients" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: False\ndescription: Specialized cardiac care facility equipped with state-of-the-art diagnostic equipment. Offers comprehensive cardiovascular services including preventive cardiology, interventional procedures, and rehabilitation programs.\naveragePatientSatisfaction: 5.0\nclinicName: Metropolitan Cardiology Center\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized cardiac care for children. Offers echocardiograms, fetal cardiology, and post-surgical follow-up.\naveragePatientSatisfaction: 5.0\nclinicName: Lighthouse Pediatric Cardiology\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized care for children with congenital and chronic conditions. Emphasizes support for families and care coordination.\naveragePatientSatisfaction: 5.0\nclinicName: Caring Hearts Pediatrics\n----------------------------------------\nacceptingNewPatients: False\ndescription: Preventive cardiology and advanced diagnostic imaging. Provides stress testing, echocardiograms, and vascular evaluations.\naveragePatientSatisfaction: 5.0\nclinicName: CardioPlus Heart Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Immediate care for minor illnesses and injuries. Extended hours and walk-in appointments, with x-ray and lab services on-site.\naveragePatientSatisfaction: 5.0\nclinicName: Downtown Urgent Care\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that excel in holistic healthcare with an averagePatientSatisfaction of at least 4.5", + "target_collection": "Clinics", + "search_query": "Find clinics that excel in holistic healthcare", + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: Holistic healthcare clinic offering acupuncture, naturopathy, and herbal medicine. Focused on treating root causes of illness.\naveragePatientSatisfaction: 5.0\nclinicName: Greenleaf Holistic Healing\n----------------------------------------\nacceptingNewPatients: True\ndescription: Blends conventional medicine with integrative therapies for children. Emphasizes nutrition, lifestyle, and preventive approaches.\naveragePatientSatisfaction: 5.0\nclinicName: Redwood Holistic Pediatrics\n----------------------------------------\nacceptingNewPatients: True\ndescription: Holistic women's health center offering OB/GYN services, prenatal classes, and fertility counseling. Creates individualized birth plans.\naveragePatientSatisfaction: 5.0\nclinicName: Lotus Women's Wellness\n----------------------------------------\nacceptingNewPatients: False\ndescription: Multidisciplinary practice offering primary care, mental health, and community outreach programs to underserved populations.\naveragePatientSatisfaction: 5.0\nclinicName: Urban Health Collective\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\naveragePatientSatisfaction: 5.0\nclinicName: Wellness Women's Health\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics where description mentions dental services, are accepting new patients using the acceptingNewPatients property, calculate the mean of averagePatientSatisfaction, and organize the results by clinicName.", + "target_collection": "Clinics", + "search_query": "Find clinics that offer dental services using the description property", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Identify clinics that have the word 'Health' in their clinicName and specialize in cardiology or heart-related services in description, then compute the mean averagePatientSatisfaction.", + "target_collection": "Clinics", + "search_query": "Find clinics with specialties in cardiology or heart-related services in description", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "clinicName", + "operator": "LIKE", + "value": "Health" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averagePatientSatisfaction\n mean: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for clinics described in description as offering pediatric services, filter to show only those with acceptingNewPatients equal to true, aggregate the results to count the number of clinics by clinicName that are accepting new patients.", + "target_collection": "Clinics", + "search_query": "pediatric services", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "clinicName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for clinics with relevant services and specialties in their description, filter the clinics to find those with the clinicName 'HealthCare Excellence Center', and count the total number of clinics that are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "description", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "clinicName", + "operator": "=", + "value": "HealthCare Excellence Center" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search within Clinics for descriptions that include 'dental services' using semantic search, find clinics with acceptingNewPatients set to true using a text property filter, count how many clinics have an averagePatientSatisfaction, and group the results by clinicName.", + "target_collection": "Clinics", + "search_query": "dental services", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "COUNT" + }, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: averagePatientSatisfaction\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: averagePatientSatisfaction\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: averagePatientSatisfaction\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: averagePatientSatisfaction\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: averagePatientSatisfaction\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Identify what percentage of clinics with clinicName containing 'Health' that match the criteria of having outstanding services and high ratings are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "Find clinics with outstanding services and high ratings", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "clinicName", + "operator": "LIKE", + "value": "*Health*" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n percentage_true: 0.6\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that are offering advanced pediatric care (using search_query on the 'description' property) and are currently accepting new patients (using text_property_filter on the 'acceptingNewPatients' property) and group these results by clinicName (using groupby).", + "target_collection": "Clinics", + "search_query": "Search for clinics with \"advanced pediatric care\" in their description", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized cardiac care for children. Offers echocardiograms, fetal cardiology, and post-surgical follow-up.\naveragePatientSatisfaction: 5.0\nclinicName: Lighthouse Pediatric Cardiology\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Full-spectrum pediatric care including teen wellness checks, mental health screening, and immunizations.\naveragePatientSatisfaction: 5.0\nclinicName: Urban Pediatrics and Adolescent Health\n----------------------------------------\nacceptingNewPatients: True\ndescription: Child-focused dental care with a playful environment. Specialized in cavity prevention and orthodontic assessments for children.\naveragePatientSatisfaction: 5.0\nclinicName: Sunbeam Pediatric Dentistry\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized care for children with congenital and chronic conditions. Emphasizes support for families and care coordination.\naveragePatientSatisfaction: 5.0\nclinicName: Caring Hearts Pediatrics\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for clinics that are named exactly 'Happy Kids Clinic' using clinicName and also look up clinics that mention 'pediatric services' in their description using search_query.", + "target_collection": "Clinics", + "search_query": "Find clinics that specialize in pediatric services, mentioning this in their description", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "clinicName", + "operator": "=", + "value": "Happy Kids Clinic" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized cardiac care for children. Offers echocardiograms, fetal cardiology, and post-surgical follow-up.\naveragePatientSatisfaction: 5.0\nclinicName: Lighthouse Pediatric Cardiology\n----------------------------------------\nacceptingNewPatients: False\ndescription: Combined women's health and pediatric services. Provides OB/GYN care, pediatric check-ups, and lactation support.\naveragePatientSatisfaction: 4.0\nclinicName: Riverton Women's and Children's Center\n----------------------------------------\nacceptingNewPatients: True\ndescription: Child-focused dental care with a playful environment. Specialized in cavity prevention and orthodontic assessments for children.\naveragePatientSatisfaction: 5.0\nclinicName: Sunbeam Pediatric Dentistry\n----------------------------------------\nacceptingNewPatients: True\ndescription: Full-spectrum pediatric care including teen wellness checks, mental health screening, and immunizations.\naveragePatientSatisfaction: 5.0\nclinicName: Urban Pediatrics and Adolescent Health\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics specializing in dermatology services that are accepting new patients, calculate the maximum averagePatientSatisfaction score, and group results by clinicName.", + "target_collection": "Clinics", + "search_query": "Find clinics specializing in dermatology services", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: averagePatientSatisfaction\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: averagePatientSatisfaction\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: averagePatientSatisfaction\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: averagePatientSatisfaction\n maximum: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: averagePatientSatisfaction\n maximum: 5\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that specialize in dental care using semantic search, are currently accepting new patients by filtering on acceptingNewPatients = true, and calculate the sum of averagePatientSatisfaction scores for these clinics.", + "target_collection": "Clinics", + "search_query": "Find clinics with high patient satisfaction ratings and specialties in dental care", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics for specific healthcare needs by searching descriptions and include only those clinics where acceptingNewPatients is true; also, aggregate the text on description, counting how many clinics have the same description, and group the results by description.", + "target_collection": "Clinics", + "search_query": "Identify clinics based on their description that details specialties and services offered.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "description" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: description = Specialized cardiac care facility equipped with state-of-the-art diagnostic equipment. Offers comprehensive cardiovascular services including preventive cardiology, interventional procedures, and rehabilitation programs.\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: description = Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: description = Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: description = Specialized care for children with congenital and chronic conditions. Emphasizes support for families and care coordination.\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: description = Multidisciplinary practice offering primary care, mental health, and community outreach programs to underserved populations.\nProperty: description\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for clinics related to 'general practice' using the search_query on description. Filter these results to include only clinics where acceptingNewPatients is true using the boolean_property_filter. Finally, aggregate the count of these clinics by using text_property_aggregation on clinicName to understand how many clinics are accepting new patients for general practice.", + "target_collection": "Clinics", + "search_query": "general practice", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "clinicName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: clinicName\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that have the property acceptingNewPatients set to true, aggregate the count of such clinics using COUNT based on the property acceptingNewPatients, and group these results by the property description to understand the types of services and specialties offered.", + "target_collection": "Clinics", + "search_query": "\"Find clinics based on specialties and service qualities\"", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT" + }, + "groupby_property": "description" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: description = Specialized cardiac care facility equipped with state-of-the-art diagnostic equipment. Offers comprehensive cardiovascular services including preventive cardiology, interventional procedures, and rehabilitation programs.\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = Primary and specialty care for seniors, focusing on mobility, cognitive health, and coordinated disease management.\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = Specialized care for children with congenital and chronic conditions. Emphasizes support for families and care coordination.\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: description = Multidisciplinary practice offering primary care, mental health, and community outreach programs to underserved populations.\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all clinics specializing in dermatology and known for high patient satisfaction. Only include those clinics that have acceptingNewPatients set to true, and count the total number of such clinics.", + "target_collection": "Clinics", + "search_query": "search for clinics specializing in dermatology and high patient satisfaction", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics with high average patient satisfaction, acceptingNewPatients set to true, and group results by clinicName.", + "target_collection": "Clinics", + "search_query": "Find clinics with high average patient satisfaction", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: Group practice offering internal medicine, endocrinology, and geriatric care. Emphasizes coordinated patient-centered care.\naveragePatientSatisfaction: 5.0\nclinicName: Horizon Medical Associates\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated to mammography, ultrasound, and bone density scanning. Warm environment ensuring patient comfort and swift results.\naveragePatientSatisfaction: 5.0\nclinicName: Opal Women's Imaging\n----------------------------------------\nacceptingNewPatients: True\ndescription: Routine cleanings, restorative work, and cosmetic procedures. Patient education on proper oral hygiene emphasized.\naveragePatientSatisfaction: 5.0\nclinicName: Sycamore Family Dentistry\n----------------------------------------\nacceptingNewPatients: False\ndescription: Advanced cancer care facility providing chemotherapy, radiation therapy, and targeted treatments. Offers patient support groups and counseling.\naveragePatientSatisfaction: 5.0\nclinicName: Skyline Oncology Institute\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\naveragePatientSatisfaction: 5.0\nclinicName: Wellness Women's Health\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Search the Clinics collection to find clinics already offering top-rated healthcare services by using the search_query to match relevant content in the description. Only include those clinics where acceptingNewPatients is exactly true by applying a boolean_property_filter on the acceptingNewPatients property.", + "target_collection": "Clinics", + "search_query": "Find clinics offering top-rated healthcare services", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Group practice offering internal medicine, endocrinology, and geriatric care. Emphasizes coordinated patient-centered care.\naveragePatientSatisfaction: 5.0\nclinicName: Horizon Medical Associates\n----------------------------------------\nacceptingNewPatients: False\ndescription: Multidisciplinary practice offering primary care, mental health, and community outreach programs to underserved populations.\naveragePatientSatisfaction: 5.0\nclinicName: Urban Health Collective\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\naveragePatientSatisfaction: 5.0\nclinicName: Wellness Women's Health\n----------------------------------------\nacceptingNewPatients: True\ndescription: Holistic healthcare clinic offering acupuncture, naturopathy, and herbal medicine. Focused on treating root causes of illness.\naveragePatientSatisfaction: 5.0\nclinicName: Greenleaf Holistic Healing\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Analyze appointments by looking into the appointmentNotes to find popular patient requests and calculate the average appointmentDuration, while organizing the results based on whether appointments are appointmentConfirmed.", + "target_collection": "Appointments", + "search_query": "Identify key patterns in appointmentNotes to understand patient demands and requests.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "appointmentDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "appointmentConfirmed" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: appointmentConfirmed = true\nProperty: appointmentDuration\n mean: 35\nGroup count: 3\n----------------------------------------\nGroup: appointmentConfirmed = false\nProperty: appointmentDuration\n mean: 37.5\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Provide detailed information about clinics where the description includes women's health services and calculate the MAX of averagePatientSatisfaction to identify the clinic with the highest patient satisfaction score in the dataset.", + "target_collection": "Clinics", + "search_query": "Find clinics with detailed descriptions that mention women's health services", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averagePatientSatisfaction\n maximum: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics whose description mentions cardiology services, group the results by clinicName, and count how many of these are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "Find clinics by their description focused on cardiology services", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: acceptingNewPatients\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: acceptingNewPatients\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: acceptingNewPatients\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: acceptingNewPatients\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: acceptingNewPatients\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Identify the number of clinics that offer advanced cardiac care services by counting occurrences in the description property.", + "target_collection": "Clinics", + "search_query": "Find clinics that provide advanced cardiac care services in their description.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: description\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that offer 'dermatology' services by searching in the description field. Group the results by clinicName, and aggregate by counting how many of these clinics are accepting new patients using the acceptingNewPatients field.", + "target_collection": "Clinics", + "search_query": "Find clinics that offer dermatology services in description", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT" + }, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics with the highest averagePatientSatisfaction from their description and count how many such clinics are accepting newPatients from acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": "Find clinics focusing on patient satisfaction and service range from description", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "List clinics with an averagePatientSatisfaction score greater than 4.5 and then group them by whether they are acceptingNewPatients, displaying those that are true.", + "target_collection": "Clinics", + "search_query": "Find clinics where averagePatientSatisfaction is above 4.5 and acceptingNewPatients is true", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "acceptingNewPatients" + }, + "ground_truth_operators": [ + "search_query", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: General and cosmetic dentistry services including cleanings, orthodontics, and whitening treatments. Modern facility with digital imaging.\naveragePatientSatisfaction: 5.0\nclinicName: Smile Bright Dental Center\n----------------------------------------\nacceptingNewPatients: True\ndescription: Group practice offering internal medicine, endocrinology, and geriatric care. Emphasizes coordinated patient-centered care.\naveragePatientSatisfaction: 5.0\nclinicName: Horizon Medical Associates\n----------------------------------------\nacceptingNewPatients: True\ndescription: Routine cleanings, restorative work, and cosmetic procedures. Patient education on proper oral hygiene emphasized.\naveragePatientSatisfaction: 5.0\nclinicName: Sycamore Family Dentistry\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Focus on menopause management, hormone therapy, and annual well-woman exams. Personalized care for each life stage.\naveragePatientSatisfaction: 5.0\nclinicName: Serenity Women's Clinic\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Which clinics specialize in cardiology and have a high patient satisfaction score while also accepting new patients?", + "target_collection": "Clinics", + "search_query": "Find clinics where the description includes specialties such as cardiology and offers a high averagePatientSatisfaction score, and the clinic is acceptingNewPatients", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: False\ndescription: Preventive cardiology and advanced diagnostic imaging. Provides stress testing, echocardiograms, and vascular evaluations.\naveragePatientSatisfaction: 5.0\nclinicName: CardioPlus Heart Clinic\n----------------------------------------\nacceptingNewPatients: False\ndescription: Specialized cardiac care facility equipped with state-of-the-art diagnostic equipment. Offers comprehensive cardiovascular services including preventive cardiology, interventional procedures, and rehabilitation programs.\naveragePatientSatisfaction: 5.0\nclinicName: Metropolitan Cardiology Center\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized cardiac care for children. Offers echocardiograms, fetal cardiology, and post-surgical follow-up.\naveragePatientSatisfaction: 5.0\nclinicName: Lighthouse Pediatric Cardiology\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Diagnostic sleep studies and treatment for insomnia, sleep apnea, and narcolepsy. Offers CPAP fittings and follow-up care.\naveragePatientSatisfaction: 4.0\nclinicName: Central Sleep Medicine Clinic\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find doctors with more than 10 years in yearsOfExperience and calculate the maximum of yearsOfExperience, grouping the results by currentlyPracticing status.", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": { + "property_name": "yearsOfExperience", + "operator": ">", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "yearsOfExperience", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "currentlyPracticing" + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyPracticing = true\nProperty: yearsOfExperience\n maximum: 25\nGroup count: 42\n----------------------------------------\nGroup: currentlyPracticing = false\nProperty: yearsOfExperience\n maximum: 25\nGroup count: 10\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find doctors who have more than 5 years in yearsOfExperience, and calculate the mean yearsOfExperience among these doctors.", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": { + "property_name": "yearsOfExperience", + "operator": ">", + "value": 5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "yearsOfExperience", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: yearsOfExperience\n mean: 14.038461538461538\nTotal count: 52\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "List doctors who have more than 10 years in yearsOfExperience, showing the top 5 specialties in expertise, grouped by whether they are currentlyPracticing.", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": { + "property_name": "yearsOfExperience", + "operator": ">", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "expertise", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyPracticing" + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyPracticing = true\nProperty: expertise\n Most common values:\n - Allergist and immunologist with expertise in pediatric food allergies and immunotherapy. Advocates personalized treatment plans. (count: 1)\n - Anesthesiologist focusing on pain management and regional anesthesia. Pioneering new approaches to multimodal pain relief. (count: 1)\n - Board-certified family physician with additional training in geriatric care and chronic disease management. Special interest in preventive medicine and lifestyle modifications for health optimization. (count: 1)\n - Cardiothoracic surgeon focusing on valve repair and robotic-assisted coronary bypass. Invested in patient rehabilitation programs. (count: 1)\n - Clinical geneticist providing counseling and testing for hereditary conditions. Collaborates with multiple subspecialties for management. (count: 1)\nGroup count: 42\n----------------------------------------\nGroup: currentlyPracticing = false\nProperty: expertise\n Most common values:\n - Acute care surgeon focusing on trauma resuscitation and critical care. Leads quality improvement initiatives for trauma services. (count: 1)\n - Internal medicine specialist focusing on chronic disease management. Passionate about patient-centered primary care. (count: 1)\n - Interventional cardiologist specializing in stent placements and electrophysiology studies. Interested in tele-cardiology advancements. (count: 1)\n - Neurologist specializing in neurodegenerative diseases like Parkinson\u2019s and Alzheimer\u2019s. Focus on early detection methods. (count: 1)\n - Oncologist focusing on breast and ovarian cancers. Leads clinical research on targeted therapies and patient quality of life. (count: 1)\nGroup count: 10\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find doctors who have at least 10 years in yearsOfExperience and count the number of such doctorName occurrences.", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": { + "property_name": "yearsOfExperience", + "operator": ">=", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "doctorName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: doctorName\n count: 52\n Most common values:\nTotal count: 52\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find doctors with more than 10 yearsOfExperience who are currently practicing and group the results by their expertise.", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": { + "property_name": "yearsOfExperience", + "operator": ">", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyPracticing", + "metrics": "TOTAL_TRUE" + }, + "groupby_property": "expertise" + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: expertise = Nephrologist managing chronic kidney disease, dialysis, and transplantation referrals. Advocates for nutritional interventions.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional radiologist specializing in image-guided cancer treatments. Skilled in chemoembolization and ablation therapies.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Neonatologist offering critical care to newborns, especially premature infants. Researches neonatal nutrition and development.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Internal medicine specialist focusing on chronic disease management. Passionate about patient-centered primary care.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional pain specialist focusing on spine injections, nerve blocks, and emerging neuromodulation technologies.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Geriatric psychiatrist specializing in dementia and late-life depression. Employs family-centric therapy models.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Hospitalist overseeing inpatient care coordination. Guides multidisciplinary teams to ensure efficient patient transitions.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Orthopedic surgeon specialized in sports injuries and joint replacement. Skilled in arthroscopic and minimally invasive procedures.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Ophthalmologist with experience in cataract and LASIK surgery. Conducts research on macular degeneration treatments.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Endovascular neurosurgeon specializing in stroke intervention and aneurysm repair. Skilled in advanced catheter-based treatments.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Family practice physician providing comprehensive care across all ages. Special interest in preventative screenings and community health.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Anesthesiologist focusing on pain management and regional anesthesia. Pioneering new approaches to multimodal pain relief.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Cardiothoracic surgeon focusing on valve repair and robotic-assisted coronary bypass. Invested in patient rehabilitation programs.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Acute care surgeon focusing on trauma resuscitation and critical care. Leads quality improvement initiatives for trauma services.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Occupational medicine physician specializing in work-related injuries and wellness programs in corporate settings.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric endocrinologist focusing on type 1 diabetes and growth disorders. Active in clinical trials for new insulin therapies.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Board-certified family physician with additional training in geriatric care and chronic disease management. Special interest in preventive medicine and lifestyle modifications for health optimization.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Rheumatologist focusing on autoimmune disorders such as lupus and rheumatoid arthritis. Utilizes targeted biologic treatments.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Neurologist specializing in neurodegenerative diseases like Parkinson\u2019s and Alzheimer\u2019s. Focus on early detection methods.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Hematologist specializing in blood cancers and clotting disorders. Works closely with transplant teams for advanced care.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pulmonologist focusing on asthma, COPD, and sleep apnea. Active in research on novel inhalation therapies.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Ear, nose, and throat surgeon with a focus on sinus disorders and head & neck surgery. Skilled in endoscopic procedures.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Orthodontist providing braces, clear aligners, and corrective jaw treatments. Emphasizes patient comfort and modern techniques.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional cardiologist specializing in complex cardiac procedures and structural heart disease. Expertise in advanced cardiac imaging and minimally invasive treatments.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Geriatrician focusing on cognitive health, medication optimization, and in-home care models for the elderly.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Licensed clinical psychologist with an emphasis on cognitive behavioral therapy. Special interest in adolescent mental health.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Obstetrics and gynecology specialist with focus on high-risk pregnancies and minimally invasive surgery. Additional expertise in reproductive endocrinology.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Neurologist specializing in multiple sclerosis and migraine management. Conducts clinical trials for new treatment protocols.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatrician experienced in developmental disorders and adolescent medicine. Advocates for child wellness and preventative care.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Clinical geneticist providing counseling and testing for hereditary conditions. Collaborates with multiple subspecialties for management.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional pulmonologist performing complex bronchoscopic procedures and lung volume reduction therapy for COPD.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric cardiologist focusing on congenital heart defects and cardiac imaging. Advocates for family-centered care.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Plastic and reconstructive surgeon with focus on microsurgery, burn care, and complex reconstructive procedures.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = General surgeon experienced in laparoscopic and robotic procedures. Specializes in hernia repairs and gallbladder surgery.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Family medicine physician with an emphasis on women's health and family planning. Supports local community clinics.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Psychiatrist specialized in addiction and substance use disorders. Uses medication-assisted treatment and group therapy.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Oncologist focusing on breast and ovarian cancers. Leads clinical research on targeted therapies and patient quality of life.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional cardiologist specializing in stent placements and electrophysiology studies. Interested in tele-cardiology advancements.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Psychiatrist with experience in mood disorders, addiction medicine, and dual diagnosis treatment. Combines therapy and medication management.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Gynecologic oncologist with expertise in minimally invasive cancer surgeries. Active in research on genetic predispositions.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Allergist and immunologist with expertise in pediatric food allergies and immunotherapy. Advocates personalized treatment plans.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Dermatologist specializing in skin cancer detection and cosmetic dermatology. Runs community outreach for sun safety.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = OB/GYN practicing routine obstetrics, family planning, and annual well-woman exams. Conducts research on postpartum recovery.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Sports medicine physician skilled in ultrasound-guided injections, concussion management, and athletic injury prevention.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric surgeon skilled in minimally invasive techniques. Researches neonatal surgical outcomes and advanced laparoscopic methods.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Gastroenterologist proficient in endoscopic procedures and inflammatory bowel disease management. Emphasizes patient education.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Orthopedic trauma surgeon experienced in fracture management and limb reconstruction. Supports community education on injury prevention.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Psychiatrist emphasizing holistic approaches, including lifestyle interventions for anxiety, depression, and PTSD.\nProperty: currentlyPracticing\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: expertise = Endocrinologist focusing on diabetes, thyroid disorders, and hormonal imbalances. Research interests include gestational diabetes.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Gastrointestinal oncologist dedicated to colorectal and pancreatic cancer management. Emphasizes early screening and education.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Endocrine surgeon specializing in thyroid, parathyroid, and adrenal gland conditions. Implements minimally invasive techniques.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric allergist specializing in atopic dermatitis and immunologic disorders. Develops personalized desensitization protocols.\nProperty: currentlyPracticing\n total_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics with an averagePatientSatisfaction score of at least 4.5 and aggregate the percentage of clinics that are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n percentage_true: 0.6981132075471698\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics with an averagePatientSatisfaction greater than 4 and group the results by whether the clinic is acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">", + "value": 4 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "acceptingNewPatients" + }, + "ground_truth_operators": [ + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: A comprehensive family medicine clinic offering preventive care, chronic disease management, and pediatric services. Features modern facilities with an emphasis on holistic health approaches and patient education.\naveragePatientSatisfaction: 5.0\nclinicName: Evergreen Family Practice\n----------------------------------------\nacceptingNewPatients: False\ndescription: Specialized cardiac care facility equipped with state-of-the-art diagnostic equipment. Offers comprehensive cardiovascular services including preventive cardiology, interventional procedures, and rehabilitation programs.\naveragePatientSatisfaction: 5.0\nclinicName: Metropolitan Cardiology Center\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\naveragePatientSatisfaction: 5.0\nclinicName: Wellness Women's Health\n----------------------------------------\nacceptingNewPatients: True\ndescription: Immediate care for minor illnesses and injuries. Extended hours and walk-in appointments, with x-ray and lab services on-site.\naveragePatientSatisfaction: 5.0\nclinicName: Downtown Urgent Care\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics with an averagePatientSatisfaction of at least 4.5.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": { + "property_name": "averagePatientSatisfaction", + "operator": ">=", + "value": 4.5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: A comprehensive family medicine clinic offering preventive care, chronic disease management, and pediatric services. Features modern facilities with an emphasis on holistic health approaches and patient education.\naveragePatientSatisfaction: 5.0\nclinicName: Evergreen Family Practice\n----------------------------------------\nacceptingNewPatients: False\ndescription: Specialized cardiac care facility equipped with state-of-the-art diagnostic equipment. Offers comprehensive cardiovascular services including preventive cardiology, interventional procedures, and rehabilitation programs.\naveragePatientSatisfaction: 5.0\nclinicName: Metropolitan Cardiology Center\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\naveragePatientSatisfaction: 5.0\nclinicName: Wellness Women's Health\n----------------------------------------\nacceptingNewPatients: True\ndescription: Immediate care for minor illnesses and injuries. Extended hours and walk-in appointments, with x-ray and lab services on-site.\naveragePatientSatisfaction: 5.0\nclinicName: Downtown Urgent Care\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the average of averagePatientSatisfaction for clinics where clinicName includes 'hospital', grouped by clinicName.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "clinicName", + "operator": "LIKE", + "value": "hospital" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Oakridge Geriatric Wellness\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Brookside Infectious Disease Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Creek Psychiatry\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bright Care Ophthalmology\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunrise Physical Therapy\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meridian Spine and Pain Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everest Pulmonology Group\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Skyline Oncology Institute\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunset Infusion Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Opal Women's Imaging\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Hawthorne Neurology and Brain Health\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Eastside Geriatric Care\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bayview Urology Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Birchwood Allergy and Asthma\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Evergreen Family Practice\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Redwood Holistic Pediatrics\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Tranquil Mind Psychology\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Cascade Gastroenterology\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meadowbrook Primary Care\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grand Avenue Rehabilitation\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lotus Women's Wellness\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Serenity Women's Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = GenHope Genetics and Counseling\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = South Valley Orthopedic Center\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Women's Fertility\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harbor Eye Care\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Greenleaf Holistic Healing\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grace Oncology Support\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Global Travel Vaccination Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeside Rheumatology\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Summit Respiratory Therapy\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everglade ENT Associates\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harmony Mental Health Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northbridge Sports Medicine\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverside Urgent Orthopedics\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeview Nephrology\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Central Sleep Medicine Clinic\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find appointments where the appointmentNotes contain 'check-up' and calculate the SUM of appointmentDuration for appointments that are confirmed with appointmentConfirmed=true", + "target_collection": "Appointments", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "appointmentNotes", + "operator": "LIKE", + "value": "check-up" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "appointmentDuration", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve the number of appointments that mention 'check-up' in appointmentNotes, grouped by patientName.", + "target_collection": "Appointments", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "appointmentNotes", + "operator": "LIKE", + "value": "check-up" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "appointmentNotes", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "patientName" + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: patientName = Benjamin Lopez\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Olivia Clark\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Jackson Perry\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Grace Hayes\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Rachel Taylor\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Emily Davis\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = James Wilson\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Connor Murphy\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Lauren Brooks\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Ryan Foster\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = William Rodriguez\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Jacob Evans\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Mia Mitchell\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Alice Johnson\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Isabella Howard\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Penelope Reed\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Sam Peterson\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Aubrey Thompson\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Evan Roberts\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Thomas Sanders\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Noah Baker\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Victoria Diaz\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Michael Wilson\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Carter Sanders\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Amelia Turner\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Stephanie Miller\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Victoria King\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Daniel Carter\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Ethan Harris\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Henry Ramirez\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Julian Bell\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Robert Martinez\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Sadie Green\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Alexander Wood\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Maria Williams\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Sophia Martinez\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Zoe Morgan\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Hannah Russell\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Oliver Nelson\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Jacob Coleman\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Lucas Bennett\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = David Brown\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Ava Brown\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Scarlett Myers\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Abigail Clark\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Layla Gonzalez\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Madison Reyes\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Mason Cooper\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Bella Foster\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Ella Johnson\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Christopher Lee\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Chloe Diaz\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Matthew Walker\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: patientName = Logan Parker\nProperty: appointmentNotes\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics where the description includes 'cardiology' and count the number of clinics with this characteristic.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "cardiology" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "clinicName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: clinicName\n count: 53\n Most common values:\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "What percentage of clinics described as specializing in 'pediatrics' are accepting new patients, organized by clinicName?", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "pediatrics" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Tranquil Mind Psychology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harbor Eye Care\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everglade ENT Associates\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Serenity Women's Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = GenHope Genetics and Counseling\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Birchwood Allergy and Asthma\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bright Care Ophthalmology\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeview Nephrology\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Summit Respiratory Therapy\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Global Travel Vaccination Clinic\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Redwood Holistic Pediatrics\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Opal Women's Imaging\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Skyline Oncology Institute\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = South Valley Orthopedic Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grand Avenue Rehabilitation\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grace Oncology Support\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lotus Women's Wellness\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Greenleaf Holistic Healing\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everest Pulmonology Group\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meadowbrook Primary Care\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeside Rheumatology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Women's Fertility\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunrise Physical Therapy\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Brookside Infectious Disease Center\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Evergreen Family Practice\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northbridge Sports Medicine\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Hawthorne Neurology and Brain Health\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Oakridge Geriatric Wellness\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bayview Urology Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Eastside Geriatric Care\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meridian Spine and Pain Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Cascade Gastroenterology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunset Infusion Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverside Urgent Orthopedics\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Creek Psychiatry\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harmony Mental Health Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Central Sleep Medicine Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics where the clinicName contains 'Health' and determine the COUNT of those clinics that have acceptingNewPatients set to true.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "clinicName", + "operator": "LIKE", + "value": "Health" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n count: 53\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics where the description includes 'pediatrics' and group the results by clinicName.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "description", + "operator": "LIKE", + "value": "pediatrics" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "text_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find doctors whose expertise includes the term 'cardiology'", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "expertise", + "operator": "LIKE", + "value": "cardiology" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndoctorName: Dr. Leo Sanders\ncurrentlyPracticing: False\nexpertise: Interventional cardiologist specializing in stent placements and electrophysiology studies. Interested in tele-cardiology advancements.\nyearsOfExperience: 16.0\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that are accepting new patients using the boolean_property_filter on 'acceptingNewPatients' as true, and calculate the mean averagePatientSatisfaction using int_property_aggregation. Organize the results by clinicName using groupby.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Willow Women's Fertility\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Tranquil Mind Psychology\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Serenity Women's Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunrise Physical Therapy\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harbor Eye Care\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everest Pulmonology Group\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meridian Spine and Pain Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grand Avenue Rehabilitation\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Brookside Infectious Disease Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = GenHope Genetics and Counseling\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Greenleaf Holistic Healing\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Summit Respiratory Therapy\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grace Oncology Support\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Eastside Geriatric Care\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeview Nephrology\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lotus Women's Wellness\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everglade ENT Associates\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeside Rheumatology\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Redwood Holistic Pediatrics\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Evergreen Family Practice\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Global Travel Vaccination Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Oakridge Geriatric Wellness\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverside Urgent Orthopedics\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Opal Women's Imaging\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Central Sleep Medicine Clinic\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Hawthorne Neurology and Brain Health\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Creek Psychiatry\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Skyline Oncology Institute\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Cascade Gastroenterology\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bayview Urology Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meadowbrook Primary Care\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = South Valley Orthopedic Center\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harmony Mental Health Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northbridge Sports Medicine\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bright Care Ophthalmology\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunset Infusion Center\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Birchwood Allergy and Asthma\nProperty: averagePatientSatisfaction\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: averagePatientSatisfaction\n mean: 5\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the total number of Clinics that are acceptingNewPatients.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averagePatientSatisfaction", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averagePatientSatisfaction\n count: 53\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Count how many clinics which have the clinicName are currently acceptingNewPatients and group the result by clinicName", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "clinicName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Birchwood Allergy and Asthma\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Creek Psychiatry\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Serenity Women's Clinic\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeview Nephrology\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Redwood Holistic Pediatrics\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northbridge Sports Medicine\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Greenleaf Holistic Healing\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harmony Mental Health Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Eastside Geriatric Care\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Oakridge Geriatric Wellness\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Global Travel Vaccination Clinic\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Cascade Gastroenterology\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everglade ENT Associates\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Opal Women's Imaging\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunrise Physical Therapy\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = South Valley Orthopedic Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harbor Eye Care\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grace Oncology Support\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grand Avenue Rehabilitation\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lotus Women's Wellness\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Tranquil Mind Psychology\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bayview Urology Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meridian Spine and Pain Clinic\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Hawthorne Neurology and Brain Health\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bright Care Ophthalmology\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeside Rheumatology\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunset Infusion Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everest Pulmonology Group\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverside Urgent Orthopedics\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = GenHope Genetics and Counseling\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Skyline Oncology Institute\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Summit Respiratory Therapy\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Central Sleep Medicine Clinic\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Women's Fertility\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Brookside Infectious Disease Center\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Evergreen Family Practice\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meadowbrook Primary Care\nProperty: clinicName\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Count how many clinics with acceptingNewPatients set to true are in the Clinics collection and find the top 3 clinicName values based on occurrence.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "clinicName", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 3 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: clinicName\n Most common values:\n - Bayview Urology Center (count: 1)\n - Birchwood Allergy and Asthma (count: 1)\n - Bright Care Ophthalmology (count: 1)\n - Brookside Infectious Disease Center (count: 1)\n - CardioPlus Heart Clinic (count: 1)\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that are accepting new patients (acceptingNewPatients = true), calculate what percentage they represent of all clinics using acceptingNewPatients, and list each clinic by their clinicName.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Serenity Women's Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Evergreen Family Practice\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Greenleaf Holistic Healing\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = GenHope Genetics and Counseling\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everglade ENT Associates\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Opal Women's Imaging\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Global Travel Vaccination Clinic\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Tranquil Mind Psychology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bright Care Ophthalmology\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Women's Fertility\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bayview Urology Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Hawthorne Neurology and Brain Health\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Birchwood Allergy and Asthma\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Creek Psychiatry\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunset Infusion Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grace Oncology Support\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meadowbrook Primary Care\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Skyline Oncology Institute\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = South Valley Orthopedic Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Brookside Infectious Disease Center\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunrise Physical Therapy\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Cascade Gastroenterology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Redwood Holistic Pediatrics\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lotus Women's Wellness\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everest Pulmonology Group\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverside Urgent Orthopedics\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Oakridge Geriatric Wellness\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Central Sleep Medicine Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeview Nephrology\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grand Avenue Rehabilitation\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Summit Respiratory Therapy\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeside Rheumatology\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harmony Mental Health Center\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harbor Eye Care\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meridian Spine and Pain Clinic\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northbridge Sports Medicine\nProperty: acceptingNewPatients\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Eastside Geriatric Care\nProperty: acceptingNewPatients\n percentage_true: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics where the acceptingNewPatients property is true and calculate the percentage of clinics with acceptingNewPatients as true, in the Clinics collection.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n percentage_true: 0.6981132075471698\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that are accepting new patients, and organize these results by clinicName.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: A comprehensive family medicine clinic offering preventive care, chronic disease management, and pediatric services. Features modern facilities with an emphasis on holistic health approaches and patient education.\naveragePatientSatisfaction: 5.0\nclinicName: Evergreen Family Practice\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\naveragePatientSatisfaction: 5.0\nclinicName: Wellness Women's Health\n----------------------------------------\nacceptingNewPatients: True\ndescription: Immediate care for minor illnesses and injuries. Extended hours and walk-in appointments, with x-ray and lab services on-site.\naveragePatientSatisfaction: 5.0\nclinicName: Downtown Urgent Care\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Expert dermatologists providing skin cancer screenings, acne treatment, and cosmetic procedures. Emphasizes patient education and prevention.\naveragePatientSatisfaction: 5.0\nclinicName: Coastal Dermatology and Skincare\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find clinics that are currently accepting new patients in acceptingNewPatients. Filter clinics such that acceptingNewPatients is equal to true.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "acceptingNewPatients", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: True\ndescription: A comprehensive family medicine clinic offering preventive care, chronic disease management, and pediatric services. Features modern facilities with an emphasis on holistic health approaches and patient education.\naveragePatientSatisfaction: 5.0\nclinicName: Evergreen Family Practice\n----------------------------------------\nacceptingNewPatients: True\ndescription: Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort.\naveragePatientSatisfaction: 5.0\nclinicName: Wellness Women's Health\n----------------------------------------\nacceptingNewPatients: True\ndescription: Immediate care for minor illnesses and injuries. Extended hours and walk-in appointments, with x-ray and lab services on-site.\naveragePatientSatisfaction: 5.0\nclinicName: Downtown Urgent Care\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings.\naveragePatientSatisfaction: 5.0\nclinicName: Northside Pediatric Clinic\n----------------------------------------\nacceptingNewPatients: True\ndescription: Expert dermatologists providing skin cancer screenings, acne treatment, and cosmetic procedures. Emphasizes patient education and prevention.\naveragePatientSatisfaction: 5.0\nclinicName: Coastal Dermatology and Skincare\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the maximum yearsOfExperience for doctors grouped by their expertise.", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "yearsOfExperience", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "expertise" + }, + "ground_truth_operators": [ + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: expertise = Psychiatrist specialized in addiction and substance use disorders. Uses medication-assisted treatment and group therapy.\nProperty: yearsOfExperience\n maximum: 17\nGroup count: 1\n----------------------------------------\nGroup: expertise = Endovascular neurosurgeon specializing in stroke intervention and aneurysm repair. Skilled in advanced catheter-based treatments.\nProperty: yearsOfExperience\n maximum: 15\nGroup count: 1\n----------------------------------------\nGroup: expertise = Orthodontist providing braces, clear aligners, and corrective jaw treatments. Emphasizes patient comfort and modern techniques.\nProperty: yearsOfExperience\n maximum: 9\nGroup count: 1\n----------------------------------------\nGroup: expertise = Endocrine surgeon specializing in thyroid, parathyroid, and adrenal gland conditions. Implements minimally invasive techniques.\nProperty: yearsOfExperience\n maximum: 11\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric cardiologist focusing on congenital heart defects and cardiac imaging. Advocates for family-centered care.\nProperty: yearsOfExperience\n maximum: 15\nGroup count: 1\n----------------------------------------\nGroup: expertise = Dermatologist specializing in skin cancer detection and cosmetic dermatology. Runs community outreach for sun safety.\nProperty: yearsOfExperience\n maximum: 22\nGroup count: 1\n----------------------------------------\nGroup: expertise = Licensed clinical psychologist with an emphasis on cognitive behavioral therapy. Special interest in adolescent mental health.\nProperty: yearsOfExperience\n maximum: 14\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric surgeon skilled in minimally invasive techniques. Researches neonatal surgical outcomes and advanced laparoscopic methods.\nProperty: yearsOfExperience\n maximum: 13\nGroup count: 1\n----------------------------------------\nGroup: expertise = Ear, nose, and throat surgeon with a focus on sinus disorders and head & neck surgery. Skilled in endoscopic procedures.\nProperty: yearsOfExperience\n maximum: 14\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric endocrinologist focusing on type 1 diabetes and growth disorders. Active in clinical trials for new insulin therapies.\nProperty: yearsOfExperience\n maximum: 9\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional cardiologist specializing in stent placements and electrophysiology studies. Interested in tele-cardiology advancements.\nProperty: yearsOfExperience\n maximum: 16\nGroup count: 1\n----------------------------------------\nGroup: expertise = Neurologist specializing in neurodegenerative diseases like Parkinson\u2019s and Alzheimer\u2019s. Focus on early detection methods.\nProperty: yearsOfExperience\n maximum: 24\nGroup count: 1\n----------------------------------------\nGroup: expertise = Plastic and reconstructive surgeon with focus on microsurgery, burn care, and complex reconstructive procedures.\nProperty: yearsOfExperience\n maximum: 22\nGroup count: 1\n----------------------------------------\nGroup: expertise = Internal medicine specialist focusing on chronic disease management. Passionate about patient-centered primary care.\nProperty: yearsOfExperience\n maximum: 12\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatric allergist specializing in atopic dermatitis and immunologic disorders. Develops personalized desensitization protocols.\nProperty: yearsOfExperience\n maximum: 10\nGroup count: 1\n----------------------------------------\nGroup: expertise = Ophthalmologist with experience in cataract and LASIK surgery. Conducts research on macular degeneration treatments.\nProperty: yearsOfExperience\n maximum: 16\nGroup count: 1\n----------------------------------------\nGroup: expertise = Occupational medicine physician specializing in work-related injuries and wellness programs in corporate settings.\nProperty: yearsOfExperience\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: expertise = Obstetrics and gynecology specialist with focus on high-risk pregnancies and minimally invasive surgery. Additional expertise in reproductive endocrinology.\nProperty: yearsOfExperience\n maximum: 12\nGroup count: 1\n----------------------------------------\nGroup: expertise = Gastroenterologist proficient in endoscopic procedures and inflammatory bowel disease management. Emphasizes patient education.\nProperty: yearsOfExperience\n maximum: 18\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional radiologist specializing in image-guided cancer treatments. Skilled in chemoembolization and ablation therapies.\nProperty: yearsOfExperience\n maximum: 14\nGroup count: 1\n----------------------------------------\nGroup: expertise = Neonatologist offering critical care to newborns, especially premature infants. Researches neonatal nutrition and development.\nProperty: yearsOfExperience\n maximum: 10\nGroup count: 1\n----------------------------------------\nGroup: expertise = OB/GYN practicing routine obstetrics, family planning, and annual well-woman exams. Conducts research on postpartum recovery.\nProperty: yearsOfExperience\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: expertise = Psychiatrist with experience in mood disorders, addiction medicine, and dual diagnosis treatment. Combines therapy and medication management.\nProperty: yearsOfExperience\n maximum: 16\nGroup count: 1\n----------------------------------------\nGroup: expertise = Board-certified family physician with additional training in geriatric care and chronic disease management. Special interest in preventive medicine and lifestyle modifications for health optimization.\nProperty: yearsOfExperience\n maximum: 15\nGroup count: 1\n----------------------------------------\nGroup: expertise = Hospitalist overseeing inpatient care coordination. Guides multidisciplinary teams to ensure efficient patient transitions.\nProperty: yearsOfExperience\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: expertise = Acute care surgeon focusing on trauma resuscitation and critical care. Leads quality improvement initiatives for trauma services.\nProperty: yearsOfExperience\n maximum: 21\nGroup count: 1\n----------------------------------------\nGroup: expertise = Sports medicine physician skilled in ultrasound-guided injections, concussion management, and athletic injury prevention.\nProperty: yearsOfExperience\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: expertise = Family practice physician providing comprehensive care across all ages. Special interest in preventative screenings and community health.\nProperty: yearsOfExperience\n maximum: 7\nGroup count: 1\n----------------------------------------\nGroup: expertise = Gynecologic oncologist with expertise in minimally invasive cancer surgeries. Active in research on genetic predispositions.\nProperty: yearsOfExperience\n maximum: 11\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional cardiologist specializing in complex cardiac procedures and structural heart disease. Expertise in advanced cardiac imaging and minimally invasive treatments.\nProperty: yearsOfExperience\n maximum: 20\nGroup count: 1\n----------------------------------------\nGroup: expertise = Rheumatologist focusing on autoimmune disorders such as lupus and rheumatoid arthritis. Utilizes targeted biologic treatments.\nProperty: yearsOfExperience\n maximum: 17\nGroup count: 1\n----------------------------------------\nGroup: expertise = Psychiatrist emphasizing holistic approaches, including lifestyle interventions for anxiety, depression, and PTSD.\nProperty: yearsOfExperience\n maximum: 20\nGroup count: 1\n----------------------------------------\nGroup: expertise = General surgeon experienced in laparoscopic and robotic procedures. Specializes in hernia repairs and gallbladder surgery.\nProperty: yearsOfExperience\n maximum: 9\nGroup count: 1\n----------------------------------------\nGroup: expertise = Geriatrician focusing on cognitive health, medication optimization, and in-home care models for the elderly.\nProperty: yearsOfExperience\n maximum: 25\nGroup count: 1\n----------------------------------------\nGroup: expertise = Oncologist focusing on breast and ovarian cancers. Leads clinical research on targeted therapies and patient quality of life.\nProperty: yearsOfExperience\n maximum: 13\nGroup count: 1\n----------------------------------------\nGroup: expertise = Clinical geneticist providing counseling and testing for hereditary conditions. Collaborates with multiple subspecialties for management.\nProperty: yearsOfExperience\n maximum: 7\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional pulmonologist performing complex bronchoscopic procedures and lung volume reduction therapy for COPD.\nProperty: yearsOfExperience\n maximum: 20\nGroup count: 1\n----------------------------------------\nGroup: expertise = Family medicine physician with an emphasis on women's health and family planning. Supports local community clinics.\nProperty: yearsOfExperience\n maximum: 5\nGroup count: 1\n----------------------------------------\nGroup: expertise = Gastrointestinal oncologist dedicated to colorectal and pancreatic cancer management. Emphasizes early screening and education.\nProperty: yearsOfExperience\n maximum: 16\nGroup count: 1\n----------------------------------------\nGroup: expertise = Nephrologist managing chronic kidney disease, dialysis, and transplantation referrals. Advocates for nutritional interventions.\nProperty: yearsOfExperience\n maximum: 18\nGroup count: 1\n----------------------------------------\nGroup: expertise = Neurologist specializing in multiple sclerosis and migraine management. Conducts clinical trials for new treatment protocols.\nProperty: yearsOfExperience\n maximum: 12\nGroup count: 1\n----------------------------------------\nGroup: expertise = Interventional pain specialist focusing on spine injections, nerve blocks, and emerging neuromodulation technologies.\nProperty: yearsOfExperience\n maximum: 15\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pulmonologist focusing on asthma, COPD, and sleep apnea. Active in research on novel inhalation therapies.\nProperty: yearsOfExperience\n maximum: 9\nGroup count: 1\n----------------------------------------\nGroup: expertise = Endocrinologist focusing on diabetes, thyroid disorders, and hormonal imbalances. Research interests include gestational diabetes.\nProperty: yearsOfExperience\n maximum: 8\nGroup count: 1\n----------------------------------------\nGroup: expertise = Pediatrician experienced in developmental disorders and adolescent medicine. Advocates for child wellness and preventative care.\nProperty: yearsOfExperience\n maximum: 10\nGroup count: 1\n----------------------------------------\nGroup: expertise = Anesthesiologist focusing on pain management and regional anesthesia. Pioneering new approaches to multimodal pain relief.\nProperty: yearsOfExperience\n maximum: 14\nGroup count: 1\n----------------------------------------\nGroup: expertise = Cardiothoracic surgeon focusing on valve repair and robotic-assisted coronary bypass. Invested in patient rehabilitation programs.\nProperty: yearsOfExperience\n maximum: 19\nGroup count: 1\n----------------------------------------\nGroup: expertise = Allergist and immunologist with expertise in pediatric food allergies and immunotherapy. Advocates personalized treatment plans.\nProperty: yearsOfExperience\n maximum: 6\nGroup count: 1\n----------------------------------------\nGroup: expertise = Orthopedic trauma surgeon experienced in fracture management and limb reconstruction. Supports community education on injury prevention.\nProperty: yearsOfExperience\n maximum: 12\nGroup count: 1\n----------------------------------------\nGroup: expertise = Geriatric psychiatrist specializing in dementia and late-life depression. Employs family-centric therapy models.\nProperty: yearsOfExperience\n maximum: 19\nGroup count: 1\n----------------------------------------\nGroup: expertise = Hematologist specializing in blood cancers and clotting disorders. Works closely with transplant teams for advanced care.\nProperty: yearsOfExperience\n maximum: 18\nGroup count: 1\n----------------------------------------\nGroup: expertise = Orthopedic surgeon specialized in sports injuries and joint replacement. Skilled in arthroscopic and minimally invasive procedures.\nProperty: yearsOfExperience\n maximum: 25\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "What is the average yearsOfExperience for doctors?", + "target_collection": "Doctors", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "yearsOfExperience", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: yearsOfExperience\n mean: 14.038461538461538\nTotal count: 52\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Get the top 5 most common descriptions in clinics grouped by clinicName.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "description", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Oakridge Geriatric Wellness\nProperty: description\n Most common values:\n - Focused on senior care with services such as memory care, fall prevention programs, and chronic disease management. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Serenity Women's Clinic\nProperty: description\n Most common values:\n - Focus on menopause management, hormone therapy, and annual well-woman exams. Personalized care for each life stage. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: description\n Most common values:\n - Full-spectrum pediatric care including teen wellness checks, mental health screening, and immunizations. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: description\n Most common values:\n - Multidisciplinary practice offering primary care, mental health, and community outreach programs to underserved populations. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: description\n Most common values:\n - Routine cleanings, restorative work, and cosmetic procedures. Patient education on proper oral hygiene emphasized. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Redwood Holistic Pediatrics\nProperty: description\n Most common values:\n - Blends conventional medicine with integrative therapies for children. Emphasizes nutrition, lifestyle, and preventive approaches. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunset Infusion Center\nProperty: description\n Most common values:\n - Outpatient infusion therapy for autoimmune and chronic conditions. Private infusion suites with comfortable amenities. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meridian Spine and Pain Clinic\nProperty: description\n Most common values:\n - Interventional pain management treatments for chronic back pain and degenerative disc disease. Multi-modal therapy approach. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Global Travel Vaccination Clinic\nProperty: description\n Most common values:\n - Provides international travel vaccinations, health advisories, and prophylactic treatments. Offers tailored plans for all travel destinations. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: description\n Most common values:\n - Child-focused dental care with a playful environment. Specialized in cavity prevention and orthodontic assessments for children. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bright Care Ophthalmology\nProperty: description\n Most common values:\n - Eye exams, cataract surgeries, and laser vision correction. Advanced diagnostics for glaucoma and retinal diseases. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meadowbrook Primary Care\nProperty: description\n Most common values:\n - Comprehensive family practice including preventive care, minor procedures, and chronic disease management. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Greenleaf Holistic Healing\nProperty: description\n Most common values:\n - Holistic healthcare clinic offering acupuncture, naturopathy, and herbal medicine. Focused on treating root causes of illness. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northbridge Sports Medicine\nProperty: description\n Most common values:\n - Injury prevention, rehabilitation, and performance optimization for athletes. Works closely with trainers and physical therapists. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Birchwood Allergy and Asthma\nProperty: description\n Most common values:\n - Diagnostic testing and treatment for allergies and asthma. Emphasizes immunotherapy and personalized allergy management plans. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Women's Fertility\nProperty: description\n Most common values:\n - Fertility evaluations, IVF, and reproductive endocrinology. Provides emotional support and guidance throughout treatment. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: description\n Most common values:\n - Dedicated women's health clinic providing gynecological care, obstetrics, and preventive health services. Offers a supportive environment with focus on personalized care and patient comfort. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Creek Psychiatry\nProperty: description\n Most common values:\n - Medication management and psychotherapy for mood disorders, ADHD, and anxiety. Offers telepsychiatry services. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = GenHope Genetics and Counseling\nProperty: description\n Most common values:\n - Genetic testing, counseling, and screening for inherited diseases. Works with families to assess risks and options. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Summit Respiratory Therapy\nProperty: description\n Most common values:\n - Specialized in asthma, COPD, and other chronic respiratory conditions. Offers pulmonary rehab and smoking cessation programs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Evergreen Family Practice\nProperty: description\n Most common values:\n - A comprehensive family medicine clinic offering preventive care, chronic disease management, and pediatric services. Features modern facilities with an emphasis on holistic health approaches and patient education. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunrise Physical Therapy\nProperty: description\n Most common values:\n - Therapeutic services for post-surgery rehab, sports injuries, and chronic pain management. Hands-on approach with individualized plans. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: description\n Most common values:\n - General and cosmetic dentistry services including cleanings, orthodontics, and whitening treatments. Modern facility with digital imaging. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bayview Urology Center\nProperty: description\n Most common values:\n - Expertise in urological conditions including kidney stones, prostate health, and incontinence. Minimally invasive surgical options. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harmony Mental Health Center\nProperty: description\n Most common values:\n - Comprehensive mental health services including counseling, psychiatric evaluations, and medication management in a supportive environment. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Hawthorne Neurology and Brain Health\nProperty: description\n Most common values:\n - Treatment of neurological conditions such as migraines, epilepsy, and multiple sclerosis. Focus on early intervention and research. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Brookside Infectious Disease Center\nProperty: description\n Most common values:\n - Focuses on managing chronic infections, HIV care, and travel-related illnesses. Offers on-site lab and vaccination clinic. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: description\n Most common values:\n - Specialized cardiac care facility equipped with state-of-the-art diagnostic equipment. Offers comprehensive cardiovascular services including preventive cardiology, interventional procedures, and rehabilitation programs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Skyline Oncology Institute\nProperty: description\n Most common values:\n - Advanced cancer care facility providing chemotherapy, radiation therapy, and targeted treatments. Offers patient support groups and counseling. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Central Sleep Medicine Clinic\nProperty: description\n Most common values:\n - Diagnostic sleep studies and treatment for insomnia, sleep apnea, and narcolepsy. Offers CPAP fittings and follow-up care. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grand Avenue Rehabilitation\nProperty: description\n Most common values:\n - Inpatient and outpatient rehabilitation services for stroke, neurological, and orthopedic recovery. Multidisciplinary therapy approach. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: description\n Most common values:\n - Group practice offering internal medicine, endocrinology, and geriatric care. Emphasizes coordinated patient-centered care. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Opal Women's Imaging\nProperty: description\n Most common values:\n - Dedicated to mammography, ultrasound, and bone density scanning. Warm environment ensuring patient comfort and swift results. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: description\n Most common values:\n - Immediate care for minor illnesses and injuries. Extended hours and walk-in appointments, with x-ray and lab services on-site. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grace Oncology Support\nProperty: description\n Most common values:\n - Outpatient cancer treatment center offering chemotherapy, radiation, and immunotherapy. On-site nutrition and counseling support. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: description\n Most common values:\n - Expert dermatologists providing skin cancer screenings, acne treatment, and cosmetic procedures. Emphasizes patient education and prevention. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: description\n Most common values:\n - Specialized care for children with congenital and chronic conditions. Emphasizes support for families and care coordination. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = South Valley Orthopedic Center\nProperty: description\n Most common values:\n - Expert orthopedic surgeons specializing in joint replacement, sports medicine, and spinal conditions. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everest Pulmonology Group\nProperty: description\n Most common values:\n - Comprehensive lung health services including asthma management, COPD care, and sleep-related breathing disorders. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Cascade Gastroenterology\nProperty: description\n Most common values:\n - Expert care for digestive disorders, colonoscopies, and nutritional counseling. State-of-the-art endoscopic suites. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harbor Eye Care\nProperty: description\n Most common values:\n - Comprehensive ophthalmology services such as cataract surgery, LASIK evaluations, and routine vision checks. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeside Rheumatology\nProperty: description\n Most common values:\n - Manages rheumatoid arthritis, lupus, and other autoimmune disorders. Uses advanced biologic treatments and patient education. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: description\n Most common values:\n - Specialized cardiac care for children. Offers echocardiograms, fetal cardiology, and post-surgical follow-up. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: description\n Most common values:\n - Preventive cardiology and advanced diagnostic imaging. Provides stress testing, echocardiograms, and vascular evaluations. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeview Nephrology\nProperty: description\n Most common values:\n - Focused on kidney function, dialysis management, and transplant coordination. Works closely with nutritionists for optimal patient outcomes. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Tranquil Mind Psychology\nProperty: description\n Most common values:\n - Outpatient mental health clinic offering therapy for anxiety, depression, and stress-related disorders. Group sessions available. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everglade ENT Associates\nProperty: description\n Most common values:\n - Diagnosis and treatment of ear, nose, and throat conditions including hearing loss, sinusitis, and voice disorders. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: description\n Most common values:\n - Combined women's health and pediatric services. Provides OB/GYN care, pediatric check-ups, and lactation support. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Eastside Geriatric Care\nProperty: description\n Most common values:\n - Primary and specialty care for seniors, focusing on mobility, cognitive health, and coordinated disease management. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lotus Women's Wellness\nProperty: description\n Most common values:\n - Holistic women's health center offering OB/GYN services, prenatal classes, and fertility counseling. Creates individualized birth plans. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverside Urgent Orthopedics\nProperty: description\n Most common values:\n - Walk-in orthopedic care for fractures, sprains, and acute sports injuries. Quick imaging and same-day treatment available. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: description\n Most common values:\n - Specialized in diabetes, thyroid disorders, and hormonal imbalances. Provides advanced diagnostic tools and personalized treatment plans. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: description\n Most common values:\n - Specialized in child healthcare from infancy to adolescence. Offers immunizations, well-child visits, and developmental screenings. (count: 1)\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Compute the total number of occurrences and count the types present in the clinicName property from the Clinics collection.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "clinicName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: clinicName\n count: 53\n Most common values:\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Count the total number of clinics that have the \"acceptingNewPatients\" property set to true, grouped by \"clinicName\" to show how many clinics in total and each by name are currently accepting new patients.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "COUNT" + }, + "groupby_property": "clinicName" + }, + "ground_truth_operators": [ + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: clinicName = Coastal Dermatology and Skincare\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Caring Hearts Pediatrics\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Women's Fertility\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harmony Mental Health Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Hawthorne Neurology and Brain Health\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everest Pulmonology Group\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Downtown Urgent Care\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Harbor Eye Care\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Evergreen Family Practice\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Eastside Geriatric Care\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeview Nephrology\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunbeam Pediatric Dentistry\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Willow Creek Psychiatry\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Summit Respiratory Therapy\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bayview Urology Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Central Sleep Medicine Clinic\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Birchwood Allergy and Asthma\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverton Women's and Children's Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Pediatrics and Adolescent Health\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Everglade ENT Associates\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lotus Women's Wellness\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Greenleaf Holistic Healing\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = GenHope Genetics and Counseling\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Serenity Women's Clinic\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Horizon Medical Associates\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Brookside Infectious Disease Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Cascade Gastroenterology\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Wellness Women's Health\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Bright Care Ophthalmology\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Tranquil Mind Psychology\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meridian Spine and Pain Clinic\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lighthouse Pediatric Cardiology\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = CardioPlus Heart Clinic\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunrise Physical Therapy\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Oakridge Geriatric Wellness\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = South Valley Orthopedic Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grace Oncology Support\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Global Travel Vaccination Clinic\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northside Pediatric Clinic\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Redwood Holistic Pediatrics\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Riverside Urgent Orthopedics\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Meadowbrook Primary Care\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Mesa Endocrinology Associates\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Smile Bright Dental Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Lakeside Rheumatology\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Grand Avenue Rehabilitation\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Metropolitan Cardiology Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Urban Health Collective\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sycamore Family Dentistry\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Opal Women's Imaging\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Skyline Oncology Institute\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Sunset Infusion Center\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: clinicName = Northbridge Sports Medicine\nProperty: acceptingNewPatients\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the percentage of clinics in the Clinics collection where acceptingNewPatients is true.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "acceptingNewPatients", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: acceptingNewPatients\n percentage_true: 0.6981132075471698\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Clinics\",\"properties\":[{\"name\":\"clinicName\",\"data_type\":[\"string\"],\"description\":\"The official name of the clinic.\"},{\"name\":\"description\",\"data_type\":[\"string\"],\"description\":\"A detailed overview of the clinic, including specialties and services offered.\"},{\"name\":\"averagePatientSatisfaction\",\"data_type\":[\"number\"],\"description\":\"The average patient satisfaction score for the clinic.\"},{\"name\":\"acceptingNewPatients\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the clinic is currently accepting new patients.\"}],\"envisioned_use_case_overview\":\"This schema aims to help users discover clinics based on services, specialties, and patient satisfaction. Semantic search can be used to find clinics by specific healthcare needs or service qualities.\"},{\"name\":\"Doctors\",\"properties\":[{\"name\":\"doctorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the doctor.\"},{\"name\":\"expertise\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the doctor's areas of medical expertise and specialties.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years of experience the doctor has.\"},{\"name\":\"currentlyPracticing\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the doctor is currently practicing at any clinic.\"}],\"envisioned_use_case_overview\":\"This schema supports finding doctors based on expertise and experience. With semantic search, users can match their health concerns to the right professionals by exploring detailed profiles.\"},{\"name\":\"Appointments\",\"properties\":[{\"name\":\"patientName\",\"data_type\":[\"string\"],\"description\":\"The name of the patient who booked the appointment.\"},{\"name\":\"appointmentNotes\",\"data_type\":[\"string\"],\"description\":\"Detailed notes about the appointment including purpose and any special requests.\"},{\"name\":\"appointmentDuration\",\"data_type\":[\"number\"],\"description\":\"The duration of the appointment in minutes.\"},{\"name\":\"appointmentConfirmed\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the appointment is confirmed.\"}],\"envisioned_use_case_overview\":\"This schema is designed to manage and optimize booking experiences by allowing semantic searches for specific appointment details and patient booking patterns.\"}]}", + "query": { + "corresponding_natural_language_query": "Group clinics by the property acceptingNewPatients to see which clinics are currently accepting new patients and which are not.", + "target_collection": "Clinics", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "acceptingNewPatients" + }, + "ground_truth_operators": [ + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nacceptingNewPatients: False\ndescription: Primary and specialty care for seniors, focusing on mobility, cognitive health, and coordinated disease management.\naveragePatientSatisfaction: 4.0\nclinicName: Eastside Geriatric Care\n----------------------------------------\nacceptingNewPatients: False\ndescription: Combined women's health and pediatric services. Provides OB/GYN care, pediatric check-ups, and lactation support.\naveragePatientSatisfaction: 4.0\nclinicName: Riverton Women's and Children's Center\n----------------------------------------\nacceptingNewPatients: True\ndescription: Specialized care for children with congenital and chronic conditions. Emphasizes support for families and care coordination.\naveragePatientSatisfaction: 5.0\nclinicName: Caring Hearts Pediatrics\n----------------------------------------\nacceptingNewPatients: True\ndescription: Immediate care for minor illnesses and injuries. Extended hours and walk-in appointments, with x-ray and lab services on-site.\naveragePatientSatisfaction: 5.0\nclinicName: Downtown Urgent Care\n----------------------------------------\nacceptingNewPatients: True\ndescription: Inpatient and outpatient rehabilitation services for stroke, neurological, and orthopedic recovery. Multidisciplinary therapy approach.\naveragePatientSatisfaction: 5.0\nclinicName: Grand Avenue Rehabilitation\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses related to 'machine learning' with course titles and descriptions using Weaviate's semantic search, then filter for courses with courseDuration greater than 20 hours. Sum the courseDuration of these courses and group results by courseTitle.", + "target_collection": "Courses", + "search_query": "Search for courses related to 'machine learning' in courseDescription and courseTitle", + "integer_property_filter": { + "property_name": "courseDuration", + "operator": ">", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses relevant to 'machine learning', filter those that are 10 hours or less in courseDuration, and find the maximum courseDuration among them.", + "target_collection": "Courses", + "search_query": "Find relevant courses based on topics like 'machine learning'.", + "integer_property_filter": { + "property_name": "courseDuration", + "operator": "<=", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseDuration\n maximum: 48\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses with more than 10 hours in courseDuration, that include the keyword 'AI' in the courseTitle, show me the top 5 most popular course titles using aggregation, and organize these courses by courseTitle.", + "target_collection": "Courses", + "search_query": "Find courses that include the keyword 'AI' in courseTitle.", + "integer_property_filter": { + "property_name": "courseDuration", + "operator": ">", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Arabic II\nProperty: courseTitle\n Most common values:\n - Arabic II (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: courseTitle\n Most common values:\n - Programming I (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: courseTitle\n Most common values:\n - Advanced Machine Learning (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Linear Algebra II\nProperty: courseTitle\n Most common values:\n - Linear Algebra II (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity II\nProperty: courseTitle\n Most common values:\n - Cybersecurity II (count: 1)\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find instructors with expertise in 'data science' as indicated by their biography, who have at least 5 years of teaching experience in the yearsOfTeaching property, and aggregate the results by counting the occurrences of each instructor in the instructorName property.", + "target_collection": "Instructors", + "search_query": "Search in the biography to find instructors with expertise in 'data science'.", + "integer_property_filter": { + "property_name": "yearsOfTeaching", + "operator": ">=", + "value": 5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "instructorName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: instructorName\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses about 'machine learning' in courseDescription with courseDuration less than or equal to 20 hours, aggregate the number of courses currently open for enrollment, and group the results by courseTitle.", + "target_collection": "Courses", + "search_query": "Find courses with topics covered about 'machine learning' in courseDescription", + "integer_property_filter": { + "property_name": "courseDuration", + "operator": "<=", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Number Theory II\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Linear Algebra II\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses mentioning artificial intelligence in courseDescription, list those with courseDuration over 50 hours, and calculate the percentage of them that are currentlyEnrolling true.", + "target_collection": "Courses", + "search_query": "Find courses that cover the topic of artificial intelligence in courseDescription", + "integer_property_filter": { + "property_name": "courseDuration", + "operator": ">", + "value": 50 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n percentage_true: 1\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses with courseTitle relevant to Software Engineering, where the courseDuration is 40 hours or less, and group the results by their currentlyEnrolling status.", + "target_collection": "Courses", + "search_query": "Software Engineering", + "integer_property_filter": { + "property_name": "courseDuration", + "operator": "<=", + "value": 40 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "currentlyEnrolling" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Advanced analysis of Computer Science Software Engineering. combines theoretical and practical elements and integrates modern methodologies. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 24.0\ncurrentlyEnrolling: True\ncourseTitle: Software Engineering II\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Programming. includes hands-on projects and integrates modern methodologies. Builds practical expertise in the field.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Programming I\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Data Structures. combines theoretical and practical elements and incorporates real-world applications. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 40.0\ncurrentlyEnrolling: True\ncourseTitle: Data Structures II\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Cybersecurity. incorporates real-world applications and includes hands-on projects. Develops critical thinking and analytical skills.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Cybersecurity II\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Cybersecurity. integrates modern methodologies and includes hands-on projects. Prepares students for professional practice.\ncourseDuration: 48.0\ncurrentlyEnrolling: False\ncourseTitle: Cybersecurity I\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find instructors whose biography is relevant to my search and who have at least 10 yearsOfTeaching in experience.", + "target_collection": "Instructors", + "search_query": "biography", + "integer_property_filter": { + "property_name": "yearsOfTeaching", + "operator": ">=", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nbiography: English literature specialist with a passion for contemporary poetry and fiction. Known for interactive seminars and literary workshops.\nyearsOfTeaching: 14.0\ntenured: False\ninstructorName: Prof. Olivia Simmons\n----------------------------------------\nbiography: Creative writing instructor specializing in short fiction and personal essays. Publishes widely in literary journals and anthologies.\nyearsOfTeaching: 15.0\ntenured: True\ninstructorName: Prof. Vivian Reid\n----------------------------------------\nbiography: Theater historian studying modern stagecraft and dramaturgy. Directs campus productions highlighting experimental performance styles.\nyearsOfTeaching: 17.0\ntenured: True\ninstructorName: Prof. Harriet Baxter\n----------------------------------------\nbiography: Comparative literature expert specializing in East Asian and Western literary traditions. Advocates collaborative translation projects.\nyearsOfTeaching: 10.0\ntenured: True\ninstructorName: Prof. Jenna Park\n----------------------------------------\nbiography: Historian focusing on social movements and technological change in the modern era. Former Fulbright scholar with extensive archival research experience. Emphasizes critical thinking and interdisciplinary approaches to historical analysis.\nyearsOfTeaching: 15.0\ntenured: True\ninstructorName: Prof. James Morrison\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses that detail machine learning methodologies using search_query on courseDescription. Filter the results to only include those currently open for enrollment using text_property_filter on currentlyEnrolling set to true. Aggregate the average courseDuration using int_property_aggregation and group the results by courseTitle to organize the courses.", + "target_collection": "Courses", + "search_query": "Find courses that detail machine learning methodologies", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: courseDuration\n mean: 40\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Number Theory II\nProperty: courseDuration\n mean: 32\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: courseDuration\n mean: 46\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Linear Algebra II\nProperty: courseDuration\n mean: 34\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: courseDuration\n mean: 48\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the most relevant courses based on specific learning outcomes and topics covered in the courseDescription, filter courses where the courseTitle includes 'data science', and calculate the total courseDuration.", + "target_collection": "Courses", + "search_query": "Find the most relevant courses based on specific learning outcomes and topics covered in the courseDescription.", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "data science" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses mentioning 'data science' in the courseDescription and are currently enrolling, then count the number of such courses and group them by courseTitle.", + "target_collection": "Courses", + "search_query": "Find courses that mention 'data science' in the courseDescription", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseDescription", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Cybersecurity II\nProperty: courseDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: courseDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: courseDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Psychology II\nProperty: courseDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: courseDescription\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Identify currentlyEnrolling courses where the courseDescription includes 'data science', and aggregate the top 5 occurrences of courseTitle by their relevance to this topic.", + "target_collection": "Courses", + "search_query": "Find courses with courseDescription related to 'data science'", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseTitle\n Most common values:\n - Advanced Machine Learning (count: 1)\n - Cybersecurity II (count: 1)\n - Data Structures II (count: 1)\n - Number Theory II (count: 1)\n - Programming I (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses with a courseDescription containing 'machine learning' or 'data science', filter by courseTitle including the word 'Data', and use boolean_property_aggregation to count courses that are currentlyEnrolling. Group the results by courseDuration to organize courses based on their length.", + "target_collection": "Courses", + "search_query": "Find courses with courseDescription containing 'machine learning' or 'data science'", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "Data" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseDuration = 46\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 34\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 40\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 48\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses related to machine learning in courseDescription that are currentlyEnrolling is true and return the number of courses where currentlyEnrolling is true.", + "target_collection": "Courses", + "search_query": "Find courses related to machine learning based on courseDescription", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses that include 'machine learning' in their courseDescription, filter only those currentlyEnrolling set to true, and group the results by courseDuration.", + "target_collection": "Courses", + "search_query": "Find courses with the term 'machine learning' in courseDescription", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: In-depth study of Mathematics Linear Algebra. includes hands-on projects and features case studies. Prepares students for professional practice.\ncourseDuration: 34.0\ncurrentlyEnrolling: True\ncourseTitle: Linear Algebra II\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Data Structures. combines theoretical and practical elements and incorporates real-world applications. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 40.0\ncurrentlyEnrolling: True\ncourseTitle: Data Structures II\n----------------------------------------\ncourseDescription: Foundation course in Mathematics Number Theory. combines theoretical and practical elements and integrates modern methodologies. Provides comprehensive understanding of core concepts.\ncourseDuration: 32.0\ncurrentlyEnrolling: True\ncourseTitle: Number Theory II\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Programming. includes hands-on projects and integrates modern methodologies. Builds practical expertise in the field.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Programming I\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses where the courseDescription includes 'data science', and filter to show only courses where currentlyEnrolling is true.", + "target_collection": "Courses", + "search_query": "Find courses about 'data science' in courseDescription", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Data Structures. combines theoretical and practical elements and incorporates real-world applications. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 40.0\ncurrentlyEnrolling: True\ncourseTitle: Data Structures II\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Programming. includes hands-on projects and integrates modern methodologies. Builds practical expertise in the field.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Programming I\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Cybersecurity. incorporates real-world applications and includes hands-on projects. Develops critical thinking and analytical skills.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Cybersecurity II\n----------------------------------------\ncourseDescription: In-depth study of Social Sciences Psychology. combines theoretical and practical elements and features case studies. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 28.0\ncurrentlyEnrolling: True\ncourseTitle: Psychology II\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses covering data science using semantic search, ensure they are currently open for enrollment by checking that currentlyEnrolling is true, calculate the average duration of these courses using courseDuration, and organize the results by courseTitle.", + "target_collection": "Courses", + "search_query": "Find courses covering data science", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: courseDuration\n mean: 48\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: courseDuration\n mean: 40\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Number Theory II\nProperty: courseDuration\n mean: 32\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity II\nProperty: courseDuration\n mean: 46\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: courseDuration\n mean: 46\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses with 'machine learning' in courseDescription, filter for those where currentlyEnrolling is true, and calculate the average courseDuration for these courses.", + "target_collection": "Courses", + "search_query": "Find courses with 'machine learning' in courseDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseDuration\n mean: 42.8\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find machine learning courses that are currently enrolling, compute the top 5 most frequently offered courses by courseTitle, and segment the results by courseTitle using courseDescription and courseTitle to determine the relevance based on machine learning topics.", + "target_collection": "Courses", + "search_query": "\"Find most relevant machine learning courses based on topics of interest from courseDescription and courseTitle.\"", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: courseTitle\n Most common values:\n - Data Structures II (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: courseTitle\n Most common values:\n - Advanced Machine Learning (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Analytical Methods II\nProperty: courseTitle\n Most common values:\n - Analytical Methods II (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Number Theory II\nProperty: courseTitle\n Most common values:\n - Number Theory II (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Linear Algebra II\nProperty: courseTitle\n Most common values:\n - Linear Algebra II (count: 1)\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses with learning outcomes and topics covered, ensure the courses are currently enrolling, and determine the top 5 most common course titles.", + "target_collection": "Courses", + "search_query": "learning outcomes and topics", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseTitle\n Most common values:\n - Advanced Machine Learning (count: 1)\n - Analytical Methods II (count: 1)\n - Data Structures II (count: 1)\n - French I (count: 1)\n - French II (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses in courseTitle or courseDescription related to data science that are currently enrolling, organize them by courseDuration, and aggregate the percentage of courses that have currentlyEnrolling set to true.", + "target_collection": "Courses", + "search_query": "related to data science", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseDuration = 46\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 24\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 48\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 40\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses that cover data science in courseDescription. Filter those that are currently open for enrollment by setting currentlyEnrolling to true. Aggregate the data to find the percentage of courses currently open for enrollment using currentlyEnrolling.", + "target_collection": "Courses", + "search_query": "Find courses that cover data science in courseDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n percentage_true: 1\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "What are the Machine Learning courses that are currently open for enrollment, organized by the total number of hours required to complete the course?", + "target_collection": "Courses", + "search_query": "Machine Learning", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: In-depth study of Mathematics Linear Algebra. includes hands-on projects and features case studies. Prepares students for professional practice.\ncourseDuration: 34.0\ncurrentlyEnrolling: True\ncourseTitle: Linear Algebra II\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Data Structures. combines theoretical and practical elements and incorporates real-world applications. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 40.0\ncurrentlyEnrolling: True\ncourseTitle: Data Structures II\n----------------------------------------\ncourseDescription: Advanced analysis of Computer Science Software Engineering. combines theoretical and practical elements and integrates modern methodologies. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 24.0\ncurrentlyEnrolling: True\ncourseTitle: Software Engineering II\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Chemistry Analytical Methods. incorporates real-world applications and incorporates real-world applications. Develops critical thinking and analytical skills.\ncourseDuration: 45.0\ncurrentlyEnrolling: False\ncourseTitle: Analytical Methods II\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the most relevant courses where the courseDescription includes 'artificial intelligence' in topics or learning outcomes using search_query, and filter only those courses that are currently open for enrollment by checking that currentlyEnrolling is set to true.", + "target_collection": "Courses", + "search_query": "Find courses where the courseDescription includes 'artificial intelligence' and learning outcomes", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Data Structures. combines theoretical and practical elements and incorporates real-world applications. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 40.0\ncurrentlyEnrolling: True\ncourseTitle: Data Structures II\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Cybersecurity. integrates modern methodologies and includes hands-on projects. Prepares students for professional practice.\ncourseDuration: 48.0\ncurrentlyEnrolling: False\ncourseTitle: Cybersecurity I\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Cybersecurity. incorporates real-world applications and includes hands-on projects. Develops critical thinking and analytical skills.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Cybersecurity II\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Chemistry Analytical Methods. incorporates real-world applications and incorporates real-world applications. Develops critical thinking and analytical skills.\ncourseDuration: 45.0\ncurrentlyEnrolling: False\ncourseTitle: Analytical Methods II\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses with the topic 'machine learning' in the courseDescription, calculate the total sum of courseDuration, and group the results by currentlyEnrolling status.", + "target_collection": "Courses", + "search_query": "Find courses with the topic 'machine learning' in the courseDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "currentlyEnrolling" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the total number of years of teaching experience for instructors whose biography includes the keywords 'innovation' or 'pedagogy', and each instructor has more than 5 years of experience in yearsOfTeaching.", + "target_collection": "Instructors", + "search_query": "Find instructors with a biography mentioning 'innovation' or 'pedagogy' and who have more than 5 yearsOfTeaching", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "yearsOfTeaching", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses that mention 'machine learning' in their courseDescription, count and categorize these courses by courseTitle, and organize the results by their currentlyEnrolling status.", + "target_collection": "Courses", + "search_query": "Search for courses with 'machine learning' in the courseDescription property.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyEnrolling" + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyEnrolling = true\nProperty: courseTitle\n count: 5\n Most common values:\nGroup count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for courses in the Courses collection using a search_query to find those relevant to the topic 'data science' in the courseDescription. Then, use text_property_aggregation to determine the top 5 most common courseTitle occurrences.", + "target_collection": "Courses", + "search_query": "data science", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseTitle\n Most common values:\n - Advanced Machine Learning (count: 1)\n - Data Structures II (count: 1)\n - Digital Media I (count: 1)\n - Psychology II (count: 1)\n - Software Engineering II (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses that include 'machine learning' in the courseDescription. Group the results by courseDuration and show how many of these courses are currently open for enrollment by counting the currentlyEnrolling property.", + "target_collection": "Courses", + "search_query": "Find courses that include 'machine learning' in the courseDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseDuration = 46\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 40\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 34\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 48\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses that have relevant topics related to AI in courseDescription and calculate how many of these courses are currently open for enrollment using currentlyEnrolling.", + "target_collection": "Courses", + "search_query": "Find courses with relevant courseDescription for AI and learning outcomes", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses that mention 'data science' in courseDescription, and group the results based on whether they are currently enrolling using the currentlyEnrolling property.", + "target_collection": "Courses", + "search_query": "Find courses that mention 'data science' in courseDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "currentlyEnrolling" + }, + "ground_truth_operators": [ + "search_query", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Data Structures. combines theoretical and practical elements and incorporates real-world applications. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 40.0\ncurrentlyEnrolling: True\ncourseTitle: Data Structures II\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Cybersecurity. incorporates real-world applications and includes hands-on projects. Develops critical thinking and analytical skills.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Cybersecurity II\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Programming. includes hands-on projects and integrates modern methodologies. Builds practical expertise in the field.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Programming I\n----------------------------------------\ncourseDescription: In-depth study of Social Sciences Psychology. combines theoretical and practical elements and features case studies. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 28.0\ncurrentlyEnrolling: True\ncourseTitle: Psychology II\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "What courses are currently enrolling, mention 'machine learning' in their descriptions, and have a duration of at least 20 hours as specified by courseDuration?", + "target_collection": "Courses", + "search_query": "Find courses that mention 'machine learning' in courseDescription and are currently enrolling as indicated by currentlyEnrolling being true, with a courseDuration of at least 20 hours.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: In-depth study of Mathematics Linear Algebra. includes hands-on projects and features case studies. Prepares students for professional practice.\ncourseDuration: 34.0\ncurrentlyEnrolling: True\ncourseTitle: Linear Algebra II\n----------------------------------------\ncourseDescription: Interactive learning experience focusing on Computer Science Data Structures. combines theoretical and practical elements and incorporates real-world applications. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 40.0\ncurrentlyEnrolling: True\ncourseTitle: Data Structures II\n----------------------------------------\ncourseDescription: Advanced analysis of Computer Science Software Engineering. combines theoretical and practical elements and integrates modern methodologies. Enables application of theoretical knowledge to real-world scenarios.\ncourseDuration: 24.0\ncurrentlyEnrolling: True\ncourseTitle: Software Engineering II\n----------------------------------------\ncourseDescription: Foundation course in Computer Science Programming. includes hands-on projects and integrates modern methodologies. Builds practical expertise in the field.\ncourseDuration: 46.0\ncurrentlyEnrolling: True\ncourseTitle: Programming I\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find students who have completed at least 100 credits in completedCredits, calculate the SUM of all completedCredits, and group the results by enrolledFullTime.", + "target_collection": "Students", + "search_query": null, + "integer_property_filter": { + "property_name": "completedCredits", + "operator": ">=", + "value": 100 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "completedCredits", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "enrolledFullTime" + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses where the courseDuration is at least 40 hours, and calculate the average courseDuration for these courses.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": { + "property_name": "courseDuration", + "operator": ">=", + "value": 40 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseDuration\n mean: 36.64\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses with a courseDuration of at least 40 hours, group them by courseTitle, and return the count of courses for each group.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": { + "property_name": "courseDuration", + "operator": ">=", + "value": 40 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Analytical Methods II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Thermodynamics II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Anthropology I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Japanese II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Economics I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Inorganic Chemistry II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Digital Media II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Astrophysics I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Anthropology II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Digital Media I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Spanish II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Organic Chemistry I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Modern World History\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Marketing II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Studio Art II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Accounting II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Psychology I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Thermodynamics I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Electromagnetism II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Electromagnetism I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Arabic I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Biochemistry I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Calculus II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Finance I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Environmental Biology\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = French I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mandarin I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Photography II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Spanish I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mandarin II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Number Theory II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Software Engineering II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Management I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Marketing I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Sociology II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Studio Art I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Inorganic Chemistry I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mechanics II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Photography I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Arabic II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Psychology II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Calculus I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Discrete Mathematics I\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Linear Algebra II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = French II\nProperty: courseTitle\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find students who have completed at least 120 credits in completedCredits and aggregate to count occurrences of different researchInterests.", + "target_collection": "Students", + "search_query": null, + "integer_property_filter": { + "property_name": "completedCredits", + "operator": ">=", + "value": 120 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "researchInterests", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: researchInterests\n count: 53\n Most common values:\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "List students with at least 60 completedCredits, and calculate the percentage of students enrolledFullTime, while grouping the results by studentName.", + "target_collection": "Students", + "search_query": null, + "integer_property_filter": { + "property_name": "completedCredits", + "operator": ">=", + "value": 60 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "enrolledFullTime", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "studentName" + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: studentName = Michael Lee\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Sebastian Brooks\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Jacob Moore\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Logan Turner\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Olivia Nguyen\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Thomas Anderson\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Lily James\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Amelia Ross\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Owen Ward\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Charlotte Long\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Scarlett Phillips\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Riley Palmer\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Benjamin Kelly\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Andrew Wilson\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Chloe Foster\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Ella Stewart\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Liam Johnson\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Nora Hawkins\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Wyatt Cook\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Victoria Price\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Isaac Baker\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Lucas Barnes\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Evan Sanders\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Sofia Martinez\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Nicholas Coleman\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Julian Young\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Zoe Adams\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Jessica Brown\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Christopher Perez\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Evelyn Reed\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Aubrey Bennett\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Noah Davis\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Rachel Green\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Samantha Scott\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Gabriel Carter\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Claire Foster\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = David Kim\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Isabella Garcia\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Lauren Hall\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Ethan Miller\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Natalie Gray\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Abigail Hayes\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Ava Clark\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Henry Rivera\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Nathan Parker\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Harper Martin\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Leo Peterson\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Emily Zhang\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Oliver Cox\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Mason Hughes\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Daniel Thompson\nProperty: enrolledFullTime\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: studentName = Madison Wood\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: studentName = Aria Ramirez\nProperty: enrolledFullTime\n percentage_true: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses that require at least 20 hours in courseDuration and count how many of these courses are currently enrolling using currentlyEnrolling.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": { + "property_name": "courseDuration", + "operator": ">=", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find instructors who have at least 5 years in yearsOfTeaching and group them by tenured.", + "target_collection": "Instructors", + "search_query": null, + "integer_property_filter": { + "property_name": "yearsOfTeaching", + "operator": ">=", + "value": 5 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "tenured" + }, + "ground_truth_operators": [ + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nbiography: Data science scholar investigating big data analytics and machine learning in healthcare. Encourages interdisciplinary collaborations.\nyearsOfTeaching: 7.0\ntenured: False\ninstructorName: Dr. Samuel Peterson\n----------------------------------------\nbiography: Sociologist researching urban development and migration patterns. Encourages community-engaged scholarship and public sociology.\nyearsOfTeaching: 5.0\ntenured: False\ninstructorName: Dr. Sonia Alvarez\n----------------------------------------\nbiography: Environmental engineer studying sustainable water treatment solutions. Prioritizes community outreach and multidisciplinary research.\nyearsOfTeaching: 6.0\ntenured: True\ninstructorName: Dr. Benjamin Clarke\n----------------------------------------\nbiography: Geneticist focusing on developmental biology and disease modeling. Integrates laboratory research with real-time data analysis projects.\nyearsOfTeaching: 7.0\ntenured: True\ninstructorName: Dr. Abby Coleman\n----------------------------------------\nbiography: Public health expert focusing on epidemiology and health policy. Known for designing data-driven solutions for community health issues.\nyearsOfTeaching: 5.0\ntenured: True\ninstructorName: Dr. Wesley Harper\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find instructors with at least 10 years in yearsOfTeaching.", + "target_collection": "Instructors", + "search_query": null, + "integer_property_filter": { + "property_name": "yearsOfTeaching", + "operator": ">=", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nbiography: Quantum physicist researching quantum entanglement and cryptography applications. Integrates problem-based learning and lab simulations.\nyearsOfTeaching: 10.0\ntenured: True\ninstructorName: Dr. Joshua Klein\n----------------------------------------\nbiography: Mathematician specializing in algebraic geometry and number theory. Promotes research-based projects and student-led seminars.\nyearsOfTeaching: 11.0\ntenured: True\ninstructorName: Dr. Keiko Tanaka\n----------------------------------------\nbiography: Comparative literature expert specializing in East Asian and Western literary traditions. Advocates collaborative translation projects.\nyearsOfTeaching: 10.0\ntenured: True\ninstructorName: Prof. Jenna Park\n----------------------------------------\nbiography: Microbiologist studying antibiotic resistance and novel drug discovery. Encourages research internships and global collaboration.\nyearsOfTeaching: 11.0\ntenured: True\ninstructorName: Dr. Nicholas Evans\n----------------------------------------\nbiography: Linguistics professor studying bilingual education and language acquisition. Integrates immersive language labs for skill-building.\nyearsOfTeaching: 11.0\ntenured: True\ninstructorName: Prof. Adriana Leone\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "What is the average courseDuration for currently enrolling courses that have 'data science' in their courseTitle, organized by courseTitle?", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "%data science%" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Economics I\nProperty: courseDuration\n mean: 37\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Linear Algebra II\nProperty: courseDuration\n mean: 34\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Digital Media II\nProperty: courseDuration\n mean: 33\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Discrete Mathematics I\nProperty: courseDuration\n mean: 24\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Analytical Methods II\nProperty: courseDuration\n mean: 45\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Photography I\nProperty: courseDuration\n mean: 39\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = French II\nProperty: courseDuration\n mean: 43\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Marketing II\nProperty: courseDuration\n mean: 47\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Inorganic Chemistry II\nProperty: courseDuration\n mean: 28\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Biochemistry I\nProperty: courseDuration\n mean: 39\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Calculus I\nProperty: courseDuration\n mean: 27\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Photography II\nProperty: courseDuration\n mean: 25\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Inorganic Chemistry I\nProperty: courseDuration\n mean: 47\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Thermodynamics II\nProperty: courseDuration\n mean: 39\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Anthropology I\nProperty: courseDuration\n mean: 27\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Arabic I\nProperty: courseDuration\n mean: 24\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Spanish I\nProperty: courseDuration\n mean: 28\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Studio Art II\nProperty: courseDuration\n mean: 27\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Studio Art I\nProperty: courseDuration\n mean: 30\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Organic Chemistry I\nProperty: courseDuration\n mean: 42\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Sociology II\nProperty: courseDuration\n mean: 33\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Thermodynamics I\nProperty: courseDuration\n mean: 47\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mandarin II\nProperty: courseDuration\n mean: 39\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: courseDuration\n mean: 46\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Calculus II\nProperty: courseDuration\n mean: 41\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity II\nProperty: courseDuration\n mean: 46\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Japanese II\nProperty: courseDuration\n mean: 31\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Electromagnetism II\nProperty: courseDuration\n mean: 42\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Electromagnetism I\nProperty: courseDuration\n mean: 45\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Number Theory II\nProperty: courseDuration\n mean: 32\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = French I\nProperty: courseDuration\n mean: 38\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mandarin I\nProperty: courseDuration\n mean: 39\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Astrophysics I\nProperty: courseDuration\n mean: 32\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Psychology II\nProperty: courseDuration\n mean: 28\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Accounting II\nProperty: courseDuration\n mean: 39\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Marketing I\nProperty: courseDuration\n mean: 30\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Digital Media I\nProperty: courseDuration\n mean: 38\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: courseDuration\n mean: 48\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Environmental Biology\nProperty: courseDuration\n mean: 36\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity I\nProperty: courseDuration\n mean: 48\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Finance I\nProperty: courseDuration\n mean: 32\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Psychology I\nProperty: courseDuration\n mean: 47\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Spanish II\nProperty: courseDuration\n mean: 24\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Modern World History\nProperty: courseDuration\n mean: 42\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Software Engineering II\nProperty: courseDuration\n mean: 24\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Arabic II\nProperty: courseDuration\n mean: 30\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Management I\nProperty: courseDuration\n mean: 46\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Anthropology II\nProperty: courseDuration\n mean: 39\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mechanics II\nProperty: courseDuration\n mean: 45\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: courseDuration\n mean: 40\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses where the courseTitle contains 'Python' and calculate the average courseDuration.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "Python" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseDuration\n mean: 36.64\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "How many courses with titles containing 'data science' are available, grouped by whether they are currently open for enrollment?", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "%data science%" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyEnrolling" + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyEnrolling = true\nProperty: courseTitle\n count: 38\n Most common values:\nGroup count: 38\n----------------------------------------\nGroup: currentlyEnrolling = false\nProperty: courseTitle\n count: 12\n Most common values:\nGroup count: 12\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the number of distinct courses with a courseTitle where the courseDescription contains the phrase 'machine learning'.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseDescription", + "operator": "LIKE", + "value": "machine learning" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseTitle\n count: 50\n Most common values:\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses with courseTitle LIKE 'Data Science', group the results by courseDuration, and for each group, count the number of courses where currentlyEnrolling is true.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "Data Science" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseDuration = 39\nProperty: currentlyEnrolling\n count: 7\nGroup count: 7\n----------------------------------------\nGroup: courseDuration = 47\nProperty: currentlyEnrolling\n count: 4\nGroup count: 4\n----------------------------------------\nGroup: courseDuration = 24\nProperty: currentlyEnrolling\n count: 4\nGroup count: 4\n----------------------------------------\nGroup: courseDuration = 46\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 30\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 27\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 42\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 28\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 32\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 45\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 33\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 48\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 38\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 37\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 25\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 36\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 40\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 31\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 41\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 43\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 34\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses that have 'Advanced' in the courseTitle and calculate the total number of courses where currentlyEnrolling is true.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "Advanced" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses that mention 'Machine Learning' in courseDescription and group the results by courseDuration.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseDescription", + "operator": "LIKE", + "value": "Machine Learning" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "text_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses with the phrase 'Introduction to Machine Learning' in the courseTitle.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "courseTitle", + "operator": "LIKE", + "value": "Introduction to Machine Learning" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve the total hours of enrolled courses by summing up courseDuration for courses where currentlyEnrolling is true, and organize the results by courseTitle.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the mean courseDuration of courses where currentlyEnrolling is true.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "courseDuration", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseDuration\n mean: 36.64\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find courses with currentlyEnrolling set to true, count the number of occurrences of each courseTitle, and group the results by currentlyEnrolling.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyEnrolling" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyEnrolling = true\nProperty: courseTitle\n count: 38\n Most common values:\nGroup count: 38\n----------------------------------------\nGroup: currentlyEnrolling = false\nProperty: courseTitle\n count: 12\n Most common values:\nGroup count: 12\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve all courses where currentlyEnrolling is true and compute the count of unique values of courseTitle.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseTitle", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseTitle\n count: 50\n Most common values:\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the percentage of courses that are currentlyEnrolling, grouped by courseTitle, where currentlyEnrolling is true.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "courseTitle" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseTitle = Psychology I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Spanish I\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Marketing I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mandarin II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Programming I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Studio Art I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Analytical Methods II\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Modern World History\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Economics I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Advanced Machine Learning\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Number Theory II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Photography II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Arabic I\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Astrophysics I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mechanics II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Cybersecurity I\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Sociology II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Thermodynamics I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Digital Media I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Linear Algebra II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = French I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Mandarin I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Organic Chemistry I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Thermodynamics II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Inorganic Chemistry II\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Digital Media II\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Calculus II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Management I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Psychology II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Photography I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Spanish II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Anthropology I\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Japanese II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Environmental Biology\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Biochemistry I\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Studio Art II\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Anthropology II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Calculus I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Discrete Mathematics I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Inorganic Chemistry I\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Data Structures II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Electromagnetism I\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Arabic II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Finance I\nProperty: currentlyEnrolling\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Accounting II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = French II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Electromagnetism II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Marketing II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: courseTitle = Software Engineering II\nProperty: currentlyEnrolling\n percentage_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses in the Courses collection with currentlyEnrolling = true and count the total number of courses based on the currentlyEnrolling property status.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses that are currently enrolling by using the currentlyEnrolling property, and group them by the courseDuration property.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: Comprehensive study of ecosystems, biodiversity, and human impact on the environment. Features field work, laboratory experiments, and research projects on local ecology. Emphasizes sustainable practices and conservation biology.\ncourseDuration: 36.0\ncurrentlyEnrolling: True\ncourseTitle: Environmental Biology\n----------------------------------------\ncourseDescription: In-depth study of Chemistry Organic Chemistry. features case studies and emphasizes problem-solving techniques. Provides comprehensive understanding of core concepts.\ncourseDuration: 42.0\ncurrentlyEnrolling: True\ncourseTitle: Organic Chemistry I\n----------------------------------------\ncourseDescription: In-depth study of Mathematics Linear Algebra. includes hands-on projects and features case studies. Prepares students for professional practice.\ncourseDuration: 34.0\ncurrentlyEnrolling: True\ncourseTitle: Linear Algebra II\n----------------------------------------\ncourseDescription: Comprehensive exploration of Arts Photography. combines theoretical and practical elements and emphasizes problem-solving techniques. Prepares students for professional practice.\ncourseDuration: 25.0\ncurrentlyEnrolling: True\ncourseTitle: Photography II\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all courses in the Courses collection where currentlyEnrolling is true.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyEnrolling", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ncourseDescription: Deep dive into neural networks, reinforcement learning, and deep learning architectures. Includes hands-on projects with real-world datasets and implementation of state-of-the-art algorithms. Focus on both theoretical foundations and practical applications.\ncourseDuration: 48.0\ncurrentlyEnrolling: True\ncourseTitle: Advanced Machine Learning\n----------------------------------------\ncourseDescription: Comprehensive study of ecosystems, biodiversity, and human impact on the environment. Features field work, laboratory experiments, and research projects on local ecology. Emphasizes sustainable practices and conservation biology.\ncourseDuration: 36.0\ncurrentlyEnrolling: True\ncourseTitle: Environmental Biology\n----------------------------------------\ncourseDescription: In-depth study of Chemistry Organic Chemistry. features case studies and emphasizes problem-solving techniques. Provides comprehensive understanding of core concepts.\ncourseDuration: 42.0\ncurrentlyEnrolling: True\ncourseTitle: Organic Chemistry I\n----------------------------------------\ncourseDescription: In-depth study of Mathematics Linear Algebra. includes hands-on projects and features case studies. Prepares students for professional practice.\ncourseDuration: 34.0\ncurrentlyEnrolling: True\ncourseTitle: Linear Algebra II\n----------------------------------------\ncourseDescription: Comprehensive exploration of Arts Photography. combines theoretical and practical elements and emphasizes problem-solving techniques. Prepares students for professional practice.\ncourseDuration: 25.0\ncurrentlyEnrolling: True\ncourseTitle: Photography II\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Aggregate the total yearsOfTeaching by determining the SUM of yearsOfTeaching for instructors grouped by the tenured status.", + "target_collection": "Instructors", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "yearsOfTeaching", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "tenured" + }, + "ground_truth_operators": [ + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the number of Students and the average completedCredits in the Students collection.", + "target_collection": "Students", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "completedCredits", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: completedCredits\n mean: 39.716981132075475\nTotal count: 53\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Organize courses by whether they are currently enrolling, and calculate the top 3 occurrences of words or phrases in the courseDescription.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseDescription", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 3 + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyEnrolling" + }, + "ground_truth_operators": [ + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyEnrolling = true\nProperty: courseDescription\n Most common values:\n - Advanced analysis of Arts Digital Media. integrates modern methodologies and integrates modern methodologies. Builds practical expertise in the field. (count: 1)\n - Advanced analysis of Arts Photography. integrates modern methodologies and includes hands-on projects. Prepares students for professional practice. (count: 1)\n - Advanced analysis of Computer Science Software Engineering. combines theoretical and practical elements and integrates modern methodologies. Enables application of theoretical knowledge to real-world scenarios. (count: 1)\n - Advanced analysis of Mathematics Calculus. emphasizes problem-solving techniques and combines theoretical and practical elements. Builds practical expertise in the field. (count: 1)\n - Advanced analysis of Physics Thermodynamics. incorporates real-world applications and integrates modern methodologies. Enables application of theoretical knowledge to real-world scenarios. (count: 1)\nGroup count: 38\n----------------------------------------\nGroup: currentlyEnrolling = false\nProperty: courseDescription\n Most common values:\n - Analysis of global historical events from 1750 to present, examining social movements, technological revolutions, and geopolitical changes. Incorporates primary source analysis and comparative historical methods. (count: 1)\n - Comprehensive exploration of Arts Digital Media. integrates modern methodologies and includes hands-on projects. Prepares students for professional practice. (count: 1)\n - Comprehensive exploration of Business Finance. incorporates real-world applications and combines theoretical and practical elements. Builds practical expertise in the field. (count: 1)\n - Comprehensive exploration of Chemistry Inorganic Chemistry. includes hands-on projects and emphasizes problem-solving techniques. Prepares students for professional practice. (count: 1)\n - Foundation course in Arts Studio Art. features case studies and includes hands-on projects. Prepares students for professional practice. (count: 1)\nGroup count: 12\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Identify the top 10 most commonly used words in the courseDescription property for courses in the Courses collection.", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "courseDescription", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 10 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: courseDescription\n Most common values:\n - Advanced analysis of Arts Digital Media. integrates modern methodologies and integrates modern methodologies. Builds practical expertise in the field. (count: 1)\n - Advanced analysis of Arts Photography. integrates modern methodologies and includes hands-on projects. Prepares students for professional practice. (count: 1)\n - Advanced analysis of Computer Science Software Engineering. combines theoretical and practical elements and integrates modern methodologies. Enables application of theoretical knowledge to real-world scenarios. (count: 1)\n - Advanced analysis of Mathematics Calculus. emphasizes problem-solving techniques and combines theoretical and practical elements. Builds practical expertise in the field. (count: 1)\n - Advanced analysis of Physics Thermodynamics. incorporates real-world applications and integrates modern methodologies. Enables application of theoretical knowledge to real-world scenarios. (count: 1)\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Count the total number of courses that are currently open for enrollment (currentlyEnrolling) and group these results by the course duration (courseDuration).", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": "courseDuration" + }, + "ground_truth_operators": [ + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: courseDuration = 39\nProperty: currentlyEnrolling\n count: 7\nGroup count: 7\n----------------------------------------\nGroup: courseDuration = 24\nProperty: currentlyEnrolling\n count: 4\nGroup count: 4\n----------------------------------------\nGroup: courseDuration = 47\nProperty: currentlyEnrolling\n count: 4\nGroup count: 4\n----------------------------------------\nGroup: courseDuration = 46\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 45\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 28\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 32\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 27\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 42\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 30\nProperty: currentlyEnrolling\n count: 3\nGroup count: 3\n----------------------------------------\nGroup: courseDuration = 33\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 38\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 48\nProperty: currentlyEnrolling\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: courseDuration = 34\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 31\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 37\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 25\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 36\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 40\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 41\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: courseDuration = 43\nProperty: currentlyEnrolling\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "How many courses have the property currentlyEnrolling set to true in the Courses collection?", + "target_collection": "Courses", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyEnrolling", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyEnrolling\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Courses\",\"properties\":[{\"name\":\"courseTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the course.\"},{\"name\":\"courseDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed summary of the course, including coverage topics and learning outcomes.\"},{\"name\":\"courseDuration\",\"data_type\":[\"number\"],\"description\":\"The total number of hours required to complete the course.\"},{\"name\":\"currentlyEnrolling\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the course is currently open for enrollment.\"}],\"envisioned_use_case_overview\":\"This schema helps users find courses based on subject matter, duration, and enrollment status. Semantic search enhances discovery of courses by learning outcomes and topics covered.\"},{\"name\":\"Instructors\",\"properties\":[{\"name\":\"instructorName\",\"data_type\":[\"string\"],\"description\":\"The full name of the instructor.\"},{\"name\":\"biography\",\"data_type\":[\"string\"],\"description\":\"A detailed biography of the instructor, including professional background and teaching philosophy.\"},{\"name\":\"yearsOfTeaching\",\"data_type\":[\"number\"],\"description\":\"The number of years the instructor has been teaching.\"},{\"name\":\"tenured\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the instructor holds a tenured position.\"}],\"envisioned_use_case_overview\":\"This schema allows students and administrators to search for instructors based on experience and background. Rich biographies help in matching students with instructors who align with their learning style and academic goals.\"},{\"name\":\"Students\",\"properties\":[{\"name\":\"studentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the student.\"},{\"name\":\"researchInterests\",\"data_type\":[\"string\"],\"description\":\"Detailed information on the student's academic interests and research focus.\"},{\"name\":\"completedCredits\",\"data_type\":[\"number\"],\"description\":\"The number of academic credits the student has completed.\"},{\"name\":\"enrolledFullTime\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the student is enrolled full-time.\"}],\"envisioned_use_case_overview\":\"This schema is designed to help institutions manage student data and preferences. Semantic search allows deeper insights into student research interests and progression paths.\"}]}", + "query": { + "corresponding_natural_language_query": "Group students by the number of completedCredits to see distribution across different credit levels.", + "target_collection": "Students", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "completedCredits" + }, + "ground_truth_operators": [ + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nenrolledFullTime: True\ncompletedCredits: 14.0\nstudentName: Lily James\nresearchInterests: Examining environmental education strategies in early childhood settings.\n----------------------------------------\nenrolledFullTime: False\ncompletedCredits: 46.0\nstudentName: Claire Foster\nresearchInterests: Studying wearable technology for early detection of cardiac arrhythmias.\n----------------------------------------\nenrolledFullTime: True\ncompletedCredits: 43.0\nstudentName: Chloe Foster\nresearchInterests: Examining nanomaterials for environmental remediation, specifically water purification.\n----------------------------------------\nenrolledFullTime: True\ncompletedCredits: 18.0\nstudentName: Mason Hughes\nresearchInterests: Investigating the global economic impacts of large-scale immigration movements.\n----------------------------------------\nenrolledFullTime: False\ncompletedCredits: 50.0\nstudentName: Andrew Wilson\nresearchInterests: Investigating potential use cases for blockchain in global supply chain management.\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for travel destinations with unique attractions, filter for destinations where the averageVisitCost is up to 1500, calculate the maximum of averageVisitCost, and group the results by whether the destinations are currently popular among tourists.", + "target_collection": "TravelDestinations", + "search_query": "Explore destinations with unique attractions", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: popular = true\nProperty: averageVisitCost\n maximum: 3257\nGroup count: 3\n----------------------------------------\nGroup: popular = false\nProperty: averageVisitCost\n maximum: 2014\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the most relevant travel destinations by searching the destinationDescription for keywords 'beaches' and 'culture', ensure the averageVisitCost is less than or equal to $1000, and count the number of these destinations to analyze popularity.", + "target_collection": "TravelDestinations", + "search_query": "\"Find the most relevant travel destinations based on a description including 'beaches' and 'culture'.\"", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitCost\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find beach destinations with vibrant nightlife that have an averageVisitCost of less than 1500, count how many different destinationName occurrences there are, and group these results by popular.", + "target_collection": "TravelDestinations", + "search_query": "A beach destination with vibrant nightlife.", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: popular = false\nProperty: destinationName\n count: 3\n Most common values:\nGroup count: 3\n----------------------------------------\nGroup: popular = true\nProperty: destinationName\n count: 2\n Most common values:\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations with detailed descriptions that highlight beach and culture experiences in the destinationDescription. Ensure the averageVisitCost is no more than $1500. Also, count how many destinations are popular with tourists using the destinationName property.", + "target_collection": "TravelDestinations", + "search_query": "I want to explore travel destinations that have detailed descriptions including beach and culture experiences in the destinationDescription", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationName", + "metrics": "COUNT", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: destinationName\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for travel destinations with descriptions in destinationDescription matching the desired experience, filter to show only those with averageVisitCost <= 1500, aggregate to calculate the percentage of destinations where popular is true, and group the results by each destinationName.", + "target_collection": "TravelDestinations", + "search_query": "Find destinations based on destinationDescription matching experiences described.", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Turkey\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Norway\nProperty: popular\n percentage_true: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for travel destinations where the destinationDescription matches desired experiences, ensure the averageVisitCost is less than or equal to 1500, and calculate the PERCENTAGE_TRUE of destinations that are popular.", + "target_collection": "TravelDestinations", + "search_query": "destinationDescription", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: popular\n percentage_true: 0.6\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find destinations with beautiful beaches in destinationDescription that cost less than or equal to 1500 in averageVisitCost, and group the results by whether they are popular in popular.", + "target_collection": "TravelDestinations", + "search_query": "Find destinations with beautiful beaches", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageVisitCost: 3832.0\ndestinationName: Bergen, Turkey\ndestinationDescription: Coastal destination featuring remarkable monasteries and scenic drives. Experience ancient heritage and immerse yourself in local culture and traditions. Distinguished by its castles and cultural workshops.\npopular: True\n----------------------------------------\naverageVisitCost: 1649.0\ndestinationName: Porto, Croatia\npopular: True\ndestinationDescription: Desert destination featuring remarkable monasteries and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching.\n----------------------------------------\naverageVisitCost: 3257.0\ndestinationName: Bergen, Norway\ndestinationDescription: Coastal destination featuring remarkable historical districts and food tours. Experience unique experiences and immerse yourself in local culture and traditions. Renowned for its historical districts and food tours.\npopular: True\n----------------------------------------\ndestinationName: Iceland Cliffs\naverageVisitCost: 1869.0\ndestinationDescription: Coastal destination featuring remarkable historical districts and water sports. Experience vibrant culture and immerse yourself in local culture and traditions. Known for its ancient ruins and scenic drives.\npopular: False\n----------------------------------------\ndestinationName: Norway Alps\naverageVisitCost: 1779.0\npopular: True\ndestinationDescription: Forest destination featuring remarkable archaeological sites and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Renowned for its historical districts and water sports.\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for travel destinations that offer luxurious experiences and have an averageVisitCost greater than 5000.", + "target_collection": "TravelDestinations", + "search_query": "Search for travel destinations that offer luxurious experiences", + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": ">", + "value": 5000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndestinationName: Hoi An, Norway\naverageVisitCost: 1781.0\ndestinationDescription: Valley destination featuring remarkable palaces and hiking trails. Experience unique experiences and immerse yourself in local culture and traditions. Celebrated for its ancient ruins and hiking trails.\npopular: False\n----------------------------------------\naverageVisitCost: 3257.0\ndestinationName: Bergen, Norway\ndestinationDescription: Coastal destination featuring remarkable historical districts and food tours. Experience unique experiences and immerse yourself in local culture and traditions. Renowned for its historical districts and food tours.\npopular: True\n----------------------------------------\naverageVisitCost: 1560.0\ndestinationName: Kyoto, Egypt\npopular: True\ndestinationDescription: Coastal destination featuring remarkable monasteries and photography spots. Experience rich history and immerse yourself in local culture and traditions. Famous for its palaces and photography spots.\n----------------------------------------\ndestinationName: Vietnam Forest\naverageVisitCost: 2281.0\ndestinationDescription: Desert destination featuring remarkable markets and diving sites. Experience pristine nature and immerse yourself in local culture and traditions. Distinguished by its art galleries and hiking trails.\npopular: False\n----------------------------------------\ndestinationName: Marrakech, New Zealand\naverageVisitCost: 1735.0\npopular: True\ndestinationDescription: Countryside destination featuring remarkable temples and cultural workshops. Experience artistic legacy and immerse yourself in local culture and traditions. Renowned for its markets and wildlife watching.\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Explore destinations with vibrant culture and diverse attractions in destinationDescription, find popular destinations by setting popular to true, where we calculate the mean averageVisitCost, and segment results by destinationName.", + "target_collection": "TravelDestinations", + "search_query": "Explore destinations with vibrant culture and diverse attractions in destinationDescription", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "popular", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: averageVisitCost\n mean: 3257\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Marrakech, New Zealand\nProperty: averageVisitCost\n mean: 1735\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Norway\nProperty: averageVisitCost\n mean: 1781\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Morocco\nProperty: averageVisitCost\n mean: 4456\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Egypt Coast\nProperty: averageVisitCost\n mean: 3882\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel packages with the name 'Adventure Trip', matching exciting journeys involving outdoor activities, and calculate the SUM of their packagePrice.", + "target_collection": "TravelPackages", + "search_query": "Find travel packages that match the description of an exciting journey involving outdoor activities.", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "packageName", + "operator": "=", + "value": "Adventure Trip" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "packagePrice", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for adventure travel destinations in destinationDescription that are popular by setting popular to true, then count the number of such destinations, and group the results by destinationName.", + "target_collection": "TravelDestinations", + "search_query": "adventure travel", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "popular", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationDescription", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Indonesia Alps\nProperty: destinationDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Peru\nProperty: destinationDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: destinationDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: destinationDescription\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Japan\nProperty: destinationDescription\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the most relevant travel destinations that match the experience of 'tropical beaches' using search_query, retrieve destinations where popular is true using text_property_filter, and compute the total count of these destinations using text_property_aggregation for destinationName.", + "target_collection": "TravelDestinations", + "search_query": "tropical beaches", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "popular", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: destinationName\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations with a destinationDescription that matches 'tropical climate and vibrant nightlife', where the averageVisitCost equals 2000, aggregate to find the percentage of destinations that are popular, and group the results by destinationName.", + "target_collection": "TravelDestinations", + "search_query": "A destination with a tropical climate and vibrant nightlife in destinationDescription", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "averageVisitCost", + "operator": "=", + "value": "2000" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Vietnam\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, New Zealand\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Iceland Cliffs\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Fjords\nProperty: popular\n percentage_true: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find destinations with destinationName LIKE 'France', use a text property filter, and calculate the percentage of destinations that are true (popular) using a boolean property aggregation for the 'popular' property. Additionally, search for the most relevant destination with 'romantic city' in the destinationDescription.", + "target_collection": "TravelDestinations", + "search_query": "romantic city", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "destinationName", + "operator": "LIKE", + "value": "France" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: popular\n percentage_true: 0.8\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations related to 'nature hiking and tropical climate' using search_query, include destinations that are like 'Beach' in destinationName using text_property_filter with 'LIKE', and group the results by their popularity using groupby on the popular property.", + "target_collection": "TravelDestinations", + "search_query": "nature hiking and tropical climate", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "destinationName", + "operator": "LIKE", + "value": "Beach" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndestinationName: Vietnam Forest\naverageVisitCost: 2281.0\ndestinationDescription: Desert destination featuring remarkable markets and diving sites. Experience pristine nature and immerse yourself in local culture and traditions. Distinguished by its art galleries and hiking trails.\npopular: False\n----------------------------------------\naverageVisitCost: 2975.0\ndestinationName: Venice, India\ndestinationDescription: Tropical destination featuring remarkable museums and wildlife watching. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and wildlife watching.\npopular: True\n----------------------------------------\naverageVisitCost: 1781.0\ndestinationName: Hoi An, Norway\ndestinationDescription: Valley destination featuring remarkable palaces and hiking trails. Experience unique experiences and immerse yourself in local culture and traditions. Celebrated for its ancient ruins and hiking trails.\npopular: False\n----------------------------------------\ndestinationName: Indonesia Fjords\naverageVisitCost: 2176.0\ndestinationDescription: Island destination featuring remarkable historical districts and thermal springs. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its palaces and hiking trails.\npopular: False\n----------------------------------------\ndestinationName: Cappadocia, New Zealand\naverageVisitCost: 2566.0\ndestinationDescription: Tropical destination featuring remarkable museums and local festivals. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its traditional villages and thermal springs.\npopular: True\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations that include in their destinationDescription cultural attractions using search_query, and ensure they are popular by checking that the popular property is true with a text_property_filter.", + "target_collection": "TravelDestinations", + "search_query": "Interested in destinations with cultural attractions.", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "popular", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageVisitCost: 4456.0\ndestinationName: Hoi An, Morocco\npopular: True\ndestinationDescription: Countryside destination featuring remarkable museums and wildlife watching. Experience rich history and immerse yourself in local culture and traditions. Distinguished by its temples and scenic drives.\n----------------------------------------\ndestinationName: Thailand Alps\naverageVisitCost: 3409.0\ndestinationDescription: Fjord destination featuring remarkable palaces and cultural workshops. Experience stunning architecture and immerse yourself in local culture and traditions. Known for its markets and local festivals.\npopular: False\n----------------------------------------\ndestinationName: Rhodes, Thailand\naverageVisitCost: 2939.0\ndestinationDescription: Urban destination featuring remarkable museums and food tours. Experience rich history and immerse yourself in local culture and traditions. Famous for its archaeological sites and wildlife watching.\npopular: True\n----------------------------------------\naverageVisitCost: 1735.0\ndestinationName: Marrakech, New Zealand\ndestinationDescription: Countryside destination featuring remarkable temples and cultural workshops. Experience artistic legacy and immerse yourself in local culture and traditions. Renowned for its markets and wildlife watching.\npopular: True\n----------------------------------------\ndestinationName: Bergen, Turkey\naverageVisitCost: 3832.0\ndestinationDescription: Coastal destination featuring remarkable monasteries and scenic drives. Experience ancient heritage and immerse yourself in local culture and traditions. Distinguished by its castles and cultural workshops.\npopular: True\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all travel destinations with beautiful beaches and tropical climate and that are marked as popular, calculate the mean of averageVisitCost for these destinations, and group them by destinationName.", + "target_collection": "TravelDestination", + "search_query": "beautiful beaches and tropical climate", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find destinations with tropical beaches and vibrant night life in destinationDescription where popular is true, and calculate the sum of averageVisitCost.", + "target_collection": "TravelDestinations", + "search_query": "Find destinations with tropical beaches and vibrant night life", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel packages in TravelPackages collection that are labeled as 'discountAvailable' with value true, offering an exciting adventure itinerary in packageDetails. Organize results by 'packageName', compute top 10 occurrences of 'packageName' to see which packages are most frequent.", + "target_collection": "TravelPackages", + "search_query": "Find travel packages that offer an exciting adventure itinerary", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "discountAvailable", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "packageName", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 10 + }, + "boolean_property_aggregation": null, + "groupby_property": "packageName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: packageName = Adventure Norwegian Fjords Safari\nProperty: packageName\n Most common values:\n - Adventure Norwegian Fjords Safari (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Iceland Escape\nProperty: packageName\n Most common values:\n - Adventure Iceland Escape (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Peru Explorer\nProperty: packageName\n Most common values:\n - Adventure Peru Explorer (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Turkish Coast Explorer\nProperty: packageName\n Most common values:\n - Adventure Turkish Coast Explorer (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Turkish Coast Escape\nProperty: packageName\n Most common values:\n - Adventure Turkish Coast Escape (count: 1)\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations that are popular, search for those with descriptions that include either 'beaches' or 'mountains', and determine the different types of such descriptions available.", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations with descriptions that include beaches or mountains in destinationDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationDescription", + "metrics": "TYPE", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndestinationName: Bergen, Turkey\naverageVisitCost: 3832.0\ndestinationDescription: Coastal destination featuring remarkable monasteries and scenic drives. Experience ancient heritage and immerse yourself in local culture and traditions. Distinguished by its castles and cultural workshops.\npopular: True\n----------------------------------------\ndestinationName: Bergen, Norway\naverageVisitCost: 3257.0\ndestinationDescription: Coastal destination featuring remarkable historical districts and food tours. Experience unique experiences and immerse yourself in local culture and traditions. Renowned for its historical districts and food tours.\npopular: True\n----------------------------------------\ndestinationName: Norway Alps\naverageVisitCost: 1779.0\ndestinationDescription: Forest destination featuring remarkable archaeological sites and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Renowned for its historical districts and water sports.\npopular: True\n----------------------------------------\ndestinationName: Porto, Croatia\naverageVisitCost: 1649.0\ndestinationDescription: Desert destination featuring remarkable monasteries and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching.\npopular: True\n----------------------------------------\ndestinationName: Hoi An, Norway\naverageVisitCost: 1781.0\ndestinationDescription: Valley destination featuring remarkable palaces and hiking trails. Experience unique experiences and immerse yourself in local culture and traditions. Celebrated for its ancient ruins and hiking trails.\npopular: False\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for all travel destinations whose destinationDescription includes the words 'beach and sun', filter for destinations that are popular by setting popular = true, count these popular destinations, and then group them by destinationName.", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations where the destinationDescription includes 'beach and sun'.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "COUNT" + }, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Croatia\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Venice, India\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Turkey\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: popular\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations with exciting adventure sports using semantic search on 'destinationDescription', retrieve those where 'popular' is true using a boolean filter, and count the total number of these popular destinations using a boolean aggregation on 'popular'.", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations with exciting adventure sports", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: popular\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations with the words 'tropical adventure' in destinationDescription where popular is true, and group the results by destinationName.", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations with the words 'tropical adventure' in their destinationDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageVisitCost: 2975.0\ndestinationName: Venice, India\ndestinationDescription: Tropical destination featuring remarkable museums and wildlife watching. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and wildlife watching.\npopular: True\n----------------------------------------\naverageVisitCost: 2566.0\ndestinationName: Cappadocia, New Zealand\npopular: True\ndestinationDescription: Tropical destination featuring remarkable museums and local festivals. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its traditional villages and thermal springs.\n----------------------------------------\ndestinationName: Vietnam Forest\naverageVisitCost: 2281.0\npopular: False\ndestinationDescription: Desert destination featuring remarkable markets and diving sites. Experience pristine nature and immerse yourself in local culture and traditions. Distinguished by its art galleries and hiking trails.\n----------------------------------------\ndestinationName: Indonesia Fjords\naverageVisitCost: 2176.0\ndestinationDescription: Island destination featuring remarkable historical districts and thermal springs. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its palaces and hiking trails.\npopular: False\n----------------------------------------\naverageVisitCost: 2939.0\ndestinationName: Rhodes, Thailand\ndestinationDescription: Urban destination featuring remarkable museums and food tours. Experience rich history and immerse yourself in local culture and traditions. Famous for its archaeological sites and wildlife watching.\npopular: True\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations that are popular (popular = true) and search for a combination of these terms in their descriptions: 'exciting destinations', 'unique cultures', and 'warm climates'.", + "target_collection": "TravelDestinations", + "search_query": "Looking for exciting destinations with unique cultures and warm climates", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndestinationName: Cappadocia, New Zealand\naverageVisitCost: 2566.0\ndestinationDescription: Tropical destination featuring remarkable museums and local festivals. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its traditional villages and thermal springs.\npopular: True\n----------------------------------------\naverageVisitCost: 1781.0\ndestinationName: Hoi An, Norway\ndestinationDescription: Valley destination featuring remarkable palaces and hiking trails. Experience unique experiences and immerse yourself in local culture and traditions. Celebrated for its ancient ruins and hiking trails.\npopular: False\n----------------------------------------\ndestinationName: Barcelona, Greece\naverageVisitCost: 2419.0\ndestinationDescription: Desert destination featuring remarkable temples and cultural workshops. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its sacred sites and wine tasting.\npopular: True\n----------------------------------------\ndestinationName: Venice, India\naverageVisitCost: 2975.0\ndestinationDescription: Tropical destination featuring remarkable museums and wildlife watching. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and wildlife watching.\npopular: True\n----------------------------------------\ndestinationName: Indonesia Fjords\naverageVisitCost: 2176.0\npopular: False\ndestinationDescription: Island destination featuring remarkable historical districts and thermal springs. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its palaces and hiking trails.\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations where the destinationDescription contains 'beach, adventure', calculate the median of averageVisitCost, and group the results based on whether the destinations are popular or not.", + "target_collection": "TravelDestinations", + "search_query": "destinationDescription contains 'beach, adventure'", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MEDIAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: popular = true\nProperty: averageVisitCost\n median: 3257\nGroup count: 3\n----------------------------------------\nGroup: popular = false\nProperty: averageVisitCost\n median: 2031\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "What is the minimum averageVisitCost of popular travel destinations with detailed destinationDescription including cultural attractions, traditions, and climate?", + "target_collection": "TravelDestinations", + "search_query": "Find popular travel destinations that offer immersive cultural experiences including unique local attractions, rich traditions, and diverse climates.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MIN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitCost\n minimum: 1560\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "What are the most expensive travel destinations that have 'beach' mentioned in their destinationDescription, and how popular are these destinations?", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations with the highest averageVisitCost values that include the keyword 'beach' in the destinationDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationName", + "metrics": "COUNT", + "top_occurrences_limit": 10 + }, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: popular = true\nProperty: destinationName\n count: 3\n Most common values:\nGroup count: 3\n----------------------------------------\nGroup: popular = false\nProperty: destinationName\n count: 2\n Most common values:\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Which travel destinations describe a tropical beach experience in destinationDescription, and what are the top 5 most common occurrences in destinationDescription?", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations that describe a tropical beach experience in destinationDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationDescription", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable historical districts and food tours. Experience unique experiences and immerse yourself in local culture and traditions. Renowned for its historical districts and food tours. (count: 1)\n - Desert destination featuring remarkable markets and diving sites. Experience pristine nature and immerse yourself in local culture and traditions. Distinguished by its art galleries and hiking trails. (count: 1)\n - Island destination featuring remarkable historical districts and thermal springs. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its palaces and hiking trails. (count: 1)\n - Tropical destination featuring remarkable museums and local festivals. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its traditional villages and thermal springs. (count: 1)\n - Tropical destination featuring remarkable museums and wildlife watching. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and wildlife watching. (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations where the destinationDescription includes 'tropical beaches', count how many of these destinations are popular, and group the results by each unique destinationName.", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations with destinationDescription including 'tropical beaches'", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "COUNT" + }, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Cappadocia, New Zealand\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Fjords\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Venice, India\nProperty: popular\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the most relevant travel packages based on packageDetails and determine the percentage of these packages that have a discount available using the discountAvailable property.", + "target_collection": "TravelPackages", + "search_query": "Find the most relevant travel packages based on packageDetails", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "discountAvailable", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: discountAvailable\n percentage_true: 0.6\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find destinations with detailed cultural experiences in destinationDescription and group results by their popular status.", + "target_collection": "TravelDestinations", + "search_query": "Find destinations with a detailed description of cultural experiences in destinationDescription.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "search_query", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndestinationName: Bergen, Norway\naverageVisitCost: 3257.0\ndestinationDescription: Coastal destination featuring remarkable historical districts and food tours. Experience unique experiences and immerse yourself in local culture and traditions. Renowned for its historical districts and food tours.\npopular: True\n----------------------------------------\naverageVisitCost: 1781.0\ndestinationName: Hoi An, Norway\ndestinationDescription: Valley destination featuring remarkable palaces and hiking trails. Experience unique experiences and immerse yourself in local culture and traditions. Celebrated for its ancient ruins and hiking trails.\npopular: False\n----------------------------------------\ndestinationName: Norway Alps\naverageVisitCost: 1779.0\ndestinationDescription: Forest destination featuring remarkable archaeological sites and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Renowned for its historical districts and water sports.\npopular: True\n----------------------------------------\ndestinationName: Indonesia Alps\naverageVisitCost: 2014.0\ndestinationDescription: Mountainous destination featuring remarkable museums and scenic drives. Experience unique experiences and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching.\npopular: False\n----------------------------------------\ndestinationName: Bergen, Turkey\naverageVisitCost: 3832.0\npopular: True\ndestinationDescription: Coastal destination featuring remarkable monasteries and scenic drives. Experience ancient heritage and immerse yourself in local culture and traditions. Distinguished by its castles and cultural workshops.\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for travel destinations in the TravelDestinations collection where the popular property is set to true, indicating they are currently popular among tourists.", + "target_collection": "TravelDestinations", + "search_query": "Find travel destinations with a specific focus on destinations where popular is true.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndestinationName: Barcelona, Vietnam\naverageVisitCost: 3957.0\ndestinationDescription: Island destination featuring remarkable historical districts and diving sites. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and wine tasting.\npopular: False\n----------------------------------------\naverageVisitCost: 3257.0\ndestinationName: Bergen, Norway\ndestinationDescription: Coastal destination featuring remarkable historical districts and food tours. Experience unique experiences and immerse yourself in local culture and traditions. Renowned for its historical districts and food tours.\npopular: True\n----------------------------------------\ndestinationName: Norway Alps\naverageVisitCost: 1779.0\ndestinationDescription: Forest destination featuring remarkable archaeological sites and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Renowned for its historical districts and water sports.\npopular: True\n----------------------------------------\naverageVisitCost: 2939.0\ndestinationName: Rhodes, Thailand\ndestinationDescription: Urban destination featuring remarkable museums and food tours. Experience rich history and immerse yourself in local culture and traditions. Famous for its archaeological sites and wildlife watching.\npopular: True\n----------------------------------------\ndestinationName: Cusco, Japan\naverageVisitCost: 1761.0\ndestinationDescription: Reef destination featuring remarkable museums and scenic drives. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and hiking trails.\npopular: True\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find destinations with an averageVisitCost of no more than 1000 currency units, calculating the mean of averageVisitCost for destinations, and organize the results by whether the destinations are popular.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: popular = true\nProperty: averageVisitCost\n mean: 2973.5\nGroup count: 28\n----------------------------------------\nGroup: popular = false\nProperty: averageVisitCost\n mean: 2847.3636363636365\nGroup count: 22\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations where the averageVisitCost is less than or equal to 1500 and count the number of such destinations.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitCost\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations where the averageVisitCost is less than or equal to 1000, count how many unique destinationNames there are, and group the results by whether they are popular.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: popular = true\nProperty: destinationName\n count: 28\n Most common values:\nGroup count: 28\n----------------------------------------\nGroup: popular = false\nProperty: destinationName\n count: 22\n Most common values:\nGroup count: 22\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Return the top 5 most common destinationName occurrences in the TravelDestinations collection where averageVisitCost is less than or equal to 1500.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationName", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: destinationName\n Most common values:\n - Barcelona, Greece (count: 1)\n - Barcelona, Peru (count: 1)\n - Barcelona, Turkey (count: 1)\n - Barcelona, Vietnam (count: 1)\n - Bergen, Norway (count: 1)\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations with an averageVisitCost less than $1000, group the results by destinationName, and count how many are popular.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "COUNT" + }, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Dubrovnik, Japan\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Peru\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Thailand Alps\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Peru Caves\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Alps\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Japan\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Coast\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Turkey\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Turkey\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Iceland Cliffs\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Reykjavik, Croatia\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Italy Desert\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Vietnam\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, India\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Italy\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, New Zealand\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Egypt Coast\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Venice, India\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Chiang Mai, India\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Spain\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Lakes\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Greece\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Turkey\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Croatia\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Norway\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Turkey\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Norway\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Brazil\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Valley\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Coast\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Queenstown, Turkey\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Egypt\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = France Hills\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Forest\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, Turkey\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Greece\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Iceland\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Vietnam\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Thailand\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Marrakech, New Zealand\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Japan\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Thailand\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Fjords\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Alps\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, New Zealand\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Morocco\nProperty: popular\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cairo, Egypt\nProperty: popular\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Count how many travel packages have a packagePrice that is less than or equal to 5000 and aggregate how many of these have discountAvailable marked as true.", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": { + "property_name": "packagePrice", + "operator": "<=", + "value": 5000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "discountAvailable", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: discountAvailable\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations where the averageVisitCost is less than or equal to 1000, and group the results by their popular status among tourists.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations where the averageVisitCost is less than or equal to $1000.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitCost", + "operator": "<=", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel packages whose packageName includes the word 'Adventure', compute the MEAN of packagePrice, and organize the results by their discountAvailable status.", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "packageName", + "operator": "LIKE", + "value": "%Adventure%" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "packagePrice", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "discountAvailable" + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: discountAvailable = false\nProperty: packagePrice\n mean: 5026.03125\nGroup count: 32\n----------------------------------------\nGroup: discountAvailable = true\nProperty: packagePrice\n mean: 5504\nGroup count: 18\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all destinations where the destinationName contains 'Beach' and count how many such destinations have an averageVisitCost.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "destinationName", + "operator": "LIKE", + "value": "Beach" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitCost\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all travel destinations where the destinationDescription includes 'beach', count how many popular destinations exist, and segment the results by averageVisitCost.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "destinationDescription", + "operator": "LIKE", + "value": "beach" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "popular", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "averageVisitCost" + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: averageVisitCost = 2939\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1777\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2942\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2823\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1649\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3328\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2014\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2205\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1986\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1562\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3882\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1869\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2630\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1781\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2799\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3110\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 4445\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3778\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2281\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3557\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2584\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2845\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3409\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3691\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3270\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3890\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1779\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1735\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 4456\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3957\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2176\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 4406\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2703\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1560\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3912\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3448\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3257\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3422\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2566\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3184\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3832\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3531\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2628\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2817\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 4339\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2244\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2419\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 3747\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 2975\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: averageVisitCost = 1761\nProperty: popular\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "List all travel destinations where the destinationDescription includes the word 'beach'. Additionally, find the top 5 most common phrases in these destinationDescription fields.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "destinationDescription", + "operator": "LIKE", + "value": "beach" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationDescription", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable ancient ruins and artisan workshops. Experience local traditions and immerse yourself in local culture and traditions. Known for its monasteries and photography spots. (count: 1)\n - Alpine destination featuring remarkable historical districts and diving sites. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and photography spots. (count: 1)\n - Alpine destination featuring remarkable historical districts and hiking trails. Experience natural wonders and immerse yourself in local culture and traditions. Known for its historical districts and thermal springs. (count: 1)\n - Alpine destination featuring remarkable museums and wine tasting. Experience natural wonders and immerse yourself in local culture and traditions. Famous for its monasteries and diving sites. (count: 1)\n - Alpine destination featuring remarkable traditional villages and diving sites. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its ancient ruins and wildlife watching. (count: 1)\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel packages where the packageDetails contain the keyword 'island', group these packages by packageName, and aggregate to see the total number of packages where discountAvailable is true to find out how many of these island packages offer discounts.", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "packageDetails", + "operator": "LIKE", + "value": "island" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "discountAvailable", + "metrics": "TOTAL_TRUE" + }, + "groupby_property": "packageName" + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: packageName = Historical Norwegian Fjords Voyage\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Spiritual Vietnam Journey\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Art & Design Morocco Safari\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Tuscany Journey\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Spiritual Thailand Discovery\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wellness Tuscany Journey\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Historical Bali Journey\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Bali Expedition\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Photography Norwegian Fjords Expedition\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Tuscany Safari\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Kyoto Tour\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Morocco Tour\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Iceland Escape\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Historical Turkish Coast Journey\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Swiss Alps Escape\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Eco Iceland Quest\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Kyoto Quest\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Swiss Alps Explorer\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Turkish Coast Discovery\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Provence Experience\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Culinary Thailand Journey\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Art & Design Tuscany Expedition\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wildlife Greek Islands Tour\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wildlife Thailand Quest\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Greek Islands Tour\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Eco Peru Experience\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Spiritual Tuscany Retreat\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wellness Scottish Highlands Quest\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Art & Design Greek Islands Safari\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Kyoto Journey\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural New Zealand Quest\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Eco Peru Explorer\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Turkish Coast Escape\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Luxury Bali Adventure\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wellness Greek Islands Journey\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Peru Explorer\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Provence Quest\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Art & Design Turkish Coast Experience\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Norwegian Fjords Safari\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Culinary Norwegian Fjords Quest\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Photography Swiss Alps Explorer\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wildlife Morocco Quest\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Luxury Vietnam Safari\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Provence Discovery\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Historical Safari Africa Quest\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food New Zealand Explorer\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Turkish Coast Explorer\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Scottish Highlands Escape\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Vietnam Discovery\nProperty: discountAvailable\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Luxury Greek Islands Experience\nProperty: discountAvailable\n total_true: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel packages where packageDetails contains 'tropical', and count how many of these packages have discountAvailable set to true.", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "packageDetails", + "operator": "LIKE", + "value": "tropical" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "discountAvailable", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: discountAvailable\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel packages with packageName that contains the word 'special' and group the results based on the discountAvailable status.", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "packageName", + "operator": "LIKE", + "value": "special" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "discountAvailable" + }, + "ground_truth_operators": [ + "text_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find travel destinations where the destinationDescription includes mentions of 'beach and cultural activities'", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "destinationDescription", + "operator": "LIKE", + "value": "beach and cultural activities" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "What is the mean averageVisitCost for each destinationName and their descriptions among popular destinations where popular is true?", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Hoi An, Italy\nProperty: averageVisitCost\n mean: 3448\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, New Zealand\nProperty: averageVisitCost\n mean: 3557\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Peru\nProperty: averageVisitCost\n mean: 3328\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Forest\nProperty: averageVisitCost\n mean: 4339\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Norway\nProperty: averageVisitCost\n mean: 2817\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cairo, Egypt\nProperty: averageVisitCost\n mean: 2845\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Brazil\nProperty: averageVisitCost\n mean: 1562\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Iceland\nProperty: averageVisitCost\n mean: 3890\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Coast\nProperty: averageVisitCost\n mean: 3778\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Turkey\nProperty: averageVisitCost\n mean: 2628\nGroup count: 1\n----------------------------------------\nGroup: destinationName = France Hills\nProperty: averageVisitCost\n mean: 3912\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Turkey\nProperty: averageVisitCost\n mean: 3184\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: averageVisitCost\n mean: 2281\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Thailand\nProperty: averageVisitCost\n mean: 3531\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Egypt Coast\nProperty: averageVisitCost\n mean: 3882\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Valley\nProperty: averageVisitCost\n mean: 3422\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Queenstown, Turkey\nProperty: averageVisitCost\n mean: 3691\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Reykjavik, Croatia\nProperty: averageVisitCost\n mean: 2703\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: averageVisitCost\n mean: 1779\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Venice, India\nProperty: averageVisitCost\n mean: 2975\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Japan\nProperty: averageVisitCost\n mean: 2799\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Fjords\nProperty: averageVisitCost\n mean: 2176\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Alps\nProperty: averageVisitCost\n mean: 3270\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Morocco\nProperty: averageVisitCost\n mean: 4456\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Thailand\nProperty: averageVisitCost\n mean: 2939\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Vietnam\nProperty: averageVisitCost\n mean: 3957\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Turkey\nProperty: averageVisitCost\n mean: 2584\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Japan\nProperty: averageVisitCost\n mean: 3110\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: averageVisitCost\n mean: 3257\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Lakes\nProperty: averageVisitCost\n mean: 2205\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, Turkey\nProperty: averageVisitCost\n mean: 3747\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, India\nProperty: averageVisitCost\n mean: 2823\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Norway\nProperty: averageVisitCost\n mean: 1781\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Thailand Alps\nProperty: averageVisitCost\n mean: 3409\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Peru Caves\nProperty: averageVisitCost\n mean: 2244\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Greece\nProperty: averageVisitCost\n mean: 2419\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Greece\nProperty: averageVisitCost\n mean: 2942\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Japan\nProperty: averageVisitCost\n mean: 1761\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Vietnam\nProperty: averageVisitCost\n mean: 1777\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Chiang Mai, India\nProperty: averageVisitCost\n mean: 1986\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Turkey\nProperty: averageVisitCost\n mean: 3832\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Alps\nProperty: averageVisitCost\n mean: 2014\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Coast\nProperty: averageVisitCost\n mean: 4445\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Italy Desert\nProperty: averageVisitCost\n mean: 2630\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, New Zealand\nProperty: averageVisitCost\n mean: 2566\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Egypt\nProperty: averageVisitCost\n mean: 1560\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Marrakech, New Zealand\nProperty: averageVisitCost\n mean: 1735\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Croatia\nProperty: averageVisitCost\n mean: 1649\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Iceland Cliffs\nProperty: averageVisitCost\n mean: 1869\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Spain\nProperty: averageVisitCost\n mean: 4406\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the mean averageVisitCost for destinations where popular = true.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitCost\n mean: 2918\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "List all travel destinations where popular is true, count the number of unique destinationName occurrences, and segment the results based on popular property.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "popular" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: popular = true\nProperty: destinationName\n count: 28\n Most common values:\nGroup count: 28\n----------------------------------------\nGroup: popular = false\nProperty: destinationName\n count: 22\n Most common values:\nGroup count: 22\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all travel packages where discountAvailable is true and count how many such packages are included by aggregating the packageName.", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "discountAvailable", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "packageName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: packageName\n count: 50\n Most common values:\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "How many TravelPackages have discounts available using 'discountAvailable = true', and group these by 'packageName'?", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "discountAvailable", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "discountAvailable", + "metrics": "COUNT" + }, + "groupby_property": "packageName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: packageName = Art & Design Morocco Safari\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural New Zealand Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Greek Islands Tour\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Luxury Vietnam Safari\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Provence Discovery\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Historical Turkish Coast Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Kyoto Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wellness Greek Islands Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wellness Tuscany Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Luxury Greek Islands Experience\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wellness Scottish Highlands Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Photography Swiss Alps Explorer\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Photography Norwegian Fjords Expedition\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wildlife Morocco Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Provence Experience\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Historical Safari Africa Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Art & Design Turkish Coast Experience\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Spiritual Vietnam Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Culinary Norwegian Fjords Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Kyoto Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Swiss Alps Explorer\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Turkish Coast Discovery\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food New Zealand Explorer\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wildlife Greek Islands Tour\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Swiss Alps Escape\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Eco Iceland Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Eco Peru Experience\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Peru Explorer\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Iceland Escape\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Tuscany Safari\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Turkish Coast Explorer\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Norwegian Fjords Safari\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Tuscany Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Spiritual Thailand Discovery\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Vietnam Discovery\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wildlife Thailand Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Provence Quest\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Historical Norwegian Fjords Voyage\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Culinary Thailand Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Art & Design Greek Islands Safari\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Wine & Food Morocco Tour\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Spiritual Tuscany Retreat\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Eco Peru Explorer\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Turkish Coast Escape\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Historical Bali Journey\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Art & Design Tuscany Expedition\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Luxury Bali Adventure\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Kyoto Tour\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Adventure Scottish Highlands Escape\nProperty: discountAvailable\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: packageName = Cultural Bali Expedition\nProperty: discountAvailable\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the number of travel destinations where popular is true, and retrieve these destinations.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: popular\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find destinations where popular is true, and group the results by destinationName.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\ndestinationName: Venice, India\naverageVisitCost: 2975.0\ndestinationDescription: Tropical destination featuring remarkable museums and wildlife watching. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and wildlife watching.\npopular: True\n----------------------------------------\naverageVisitCost: 1649.0\ndestinationName: Porto, Croatia\npopular: True\ndestinationDescription: Desert destination featuring remarkable monasteries and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching.\n----------------------------------------\ndestinationName: Reykjavik, Croatia\naverageVisitCost: 2703.0\ndestinationDescription: Urban destination featuring remarkable ancient ruins and hiking trails. Experience artistic legacy and immerse yourself in local culture and traditions. Distinguished by its ancient ruins and local festivals.\npopular: True\n----------------------------------------\ndestinationName: Spain Coast\naverageVisitCost: 4445.0\npopular: True\ndestinationDescription: Mountainous destination featuring remarkable palaces and cultural workshops. Experience local traditions and immerse yourself in local culture and traditions. Celebrated for its markets and artisan workshops.\n----------------------------------------\ndestinationName: Kyoto, New Zealand\naverageVisitCost: 3557.0\ndestinationDescription: Island destination featuring remarkable historical districts and artisan workshops. Experience rich history and immerse yourself in local culture and traditions. Known for its ancient ruins and hiking trails.\npopular: True\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find destinations in the TravelDestinations collection where popular is true.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "popular", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageVisitCost: 2975.0\ndestinationName: Venice, India\ndestinationDescription: Tropical destination featuring remarkable museums and wildlife watching. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and wildlife watching.\npopular: True\n----------------------------------------\ndestinationName: Porto, Croatia\naverageVisitCost: 1649.0\ndestinationDescription: Desert destination featuring remarkable monasteries and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching.\npopular: True\n----------------------------------------\naverageVisitCost: 2703.0\ndestinationName: Reykjavik, Croatia\ndestinationDescription: Urban destination featuring remarkable ancient ruins and hiking trails. Experience artistic legacy and immerse yourself in local culture and traditions. Distinguished by its ancient ruins and local festivals.\npopular: True\n----------------------------------------\naverageVisitCost: 4445.0\ndestinationName: Spain Coast\npopular: True\ndestinationDescription: Mountainous destination featuring remarkable palaces and cultural workshops. Experience local traditions and immerse yourself in local culture and traditions. Celebrated for its markets and artisan workshops.\n----------------------------------------\ndestinationName: Kyoto, New Zealand\naverageVisitCost: 3557.0\ndestinationDescription: Island destination featuring remarkable historical districts and artisan workshops. Experience rich history and immerse yourself in local culture and traditions. Known for its ancient ruins and hiking trails.\npopular: True\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the MEAN of averageVisitCost for each destinationName in the TravelDestinations collection, using groupby and int_property_aggregation.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitCost", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Kyoto, Thailand\nProperty: averageVisitCost\n mean: 3531\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Peru\nProperty: averageVisitCost\n mean: 3328\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Marrakech, New Zealand\nProperty: averageVisitCost\n mean: 1735\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Venice, India\nProperty: averageVisitCost\n mean: 2975\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, India\nProperty: averageVisitCost\n mean: 2823\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Turkey\nProperty: averageVisitCost\n mean: 3184\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, New Zealand\nProperty: averageVisitCost\n mean: 3557\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Chiang Mai, India\nProperty: averageVisitCost\n mean: 1986\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Egypt Coast\nProperty: averageVisitCost\n mean: 3882\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Iceland Cliffs\nProperty: averageVisitCost\n mean: 1869\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Turkey\nProperty: averageVisitCost\n mean: 3832\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: averageVisitCost\n mean: 3257\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Forest\nProperty: averageVisitCost\n mean: 4339\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Coast\nProperty: averageVisitCost\n mean: 4445\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Italy Desert\nProperty: averageVisitCost\n mean: 2630\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: averageVisitCost\n mean: 2281\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Alps\nProperty: averageVisitCost\n mean: 2014\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Iceland\nProperty: averageVisitCost\n mean: 3890\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: averageVisitCost\n mean: 1779\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Thailand\nProperty: averageVisitCost\n mean: 2939\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Turkey\nProperty: averageVisitCost\n mean: 2584\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Italy\nProperty: averageVisitCost\n mean: 3448\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cairo, Egypt\nProperty: averageVisitCost\n mean: 2845\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, New Zealand\nProperty: averageVisitCost\n mean: 2566\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, Turkey\nProperty: averageVisitCost\n mean: 3747\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Valley\nProperty: averageVisitCost\n mean: 3422\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Greece\nProperty: averageVisitCost\n mean: 2942\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Morocco\nProperty: averageVisitCost\n mean: 4456\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Japan\nProperty: averageVisitCost\n mean: 1761\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Vietnam\nProperty: averageVisitCost\n mean: 1777\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Norway\nProperty: averageVisitCost\n mean: 1781\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Spain\nProperty: averageVisitCost\n mean: 4406\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Queenstown, Turkey\nProperty: averageVisitCost\n mean: 3691\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Reykjavik, Croatia\nProperty: averageVisitCost\n mean: 2703\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Alps\nProperty: averageVisitCost\n mean: 3270\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Lakes\nProperty: averageVisitCost\n mean: 2205\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Croatia\nProperty: averageVisitCost\n mean: 1649\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Brazil\nProperty: averageVisitCost\n mean: 1562\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Thailand Alps\nProperty: averageVisitCost\n mean: 3409\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Egypt\nProperty: averageVisitCost\n mean: 1560\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Turkey\nProperty: averageVisitCost\n mean: 2628\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Japan\nProperty: averageVisitCost\n mean: 2799\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Japan\nProperty: averageVisitCost\n mean: 3110\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Peru Caves\nProperty: averageVisitCost\n mean: 2244\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Greece\nProperty: averageVisitCost\n mean: 2419\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Coast\nProperty: averageVisitCost\n mean: 3778\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Fjords\nProperty: averageVisitCost\n mean: 2176\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Vietnam\nProperty: averageVisitCost\n mean: 3957\nGroup count: 1\n----------------------------------------\nGroup: destinationName = France Hills\nProperty: averageVisitCost\n mean: 3912\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Norway\nProperty: averageVisitCost\n mean: 2817\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the average packagePrice from TravelPackages.", + "target_collection": "TravelPackages", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "packagePrice", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: packagePrice\n mean: 5198.1\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the top 5 most common words in the destinationDescription of popular TravelDestinations, grouped by destinationName.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationDescription", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Italy Desert\nProperty: destinationDescription\n Most common values:\n - Countryside destination featuring remarkable art galleries and wine tasting. Experience authentic cuisine and immerse yourself in local culture and traditions. Distinguished by its palaces and hiking trails. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Vietnam\nProperty: destinationDescription\n Most common values:\n - Island destination featuring remarkable historical districts and diving sites. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and wine tasting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Thailand\nProperty: destinationDescription\n Most common values:\n - Urban destination featuring remarkable museums and food tours. Experience rich history and immerse yourself in local culture and traditions. Famous for its archaeological sites and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Turkey\nProperty: destinationDescription\n Most common values:\n - Countryside destination featuring remarkable art galleries and wildlife watching. Experience breathtaking views and immerse yourself in local culture and traditions. Known for its archaeological sites and wine tasting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cairo, Egypt\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable historical districts and diving sites. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and photography spots. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Japan\nProperty: destinationDescription\n Most common values:\n - Island destination featuring remarkable traditional villages and hiking trails. Experience artistic legacy and immerse yourself in local culture and traditions. Celebrated for its archaeological sites and thermal springs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Forest\nProperty: destinationDescription\n Most common values:\n - Forest destination featuring remarkable historical districts and wine tasting. Experience artistic legacy and immerse yourself in local culture and traditions. Distinguished by its historical districts and photography spots. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Spain\nProperty: destinationDescription\n Most common values:\n - Reef destination featuring remarkable castles and local festivals. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and artisan workshops. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Egypt Coast\nProperty: destinationDescription\n Most common values:\n - Countryside destination featuring remarkable castles and artisan workshops. Experience vibrant culture and immerse yourself in local culture and traditions. Renowned for its traditional villages and food tours. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Alps\nProperty: destinationDescription\n Most common values:\n - Mountainous destination featuring remarkable museums and scenic drives. Experience unique experiences and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Queenstown, Turkey\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable ancient ruins and artisan workshops. Experience local traditions and immerse yourself in local culture and traditions. Known for its monasteries and photography spots. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Turkey\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable museums and artisan workshops. Experience traditional crafts and immerse yourself in local culture and traditions. Known for its archaeological sites and cultural workshops. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Norway\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable ancient ruins and food tours. Experience traditional crafts and immerse yourself in local culture and traditions. Known for its sacred sites and artisan workshops. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Croatia\nProperty: destinationDescription\n Most common values:\n - Desert destination featuring remarkable monasteries and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Thailand\nProperty: destinationDescription\n Most common values:\n - Riverside destination featuring remarkable castles and diving sites. Experience vibrant culture and immerse yourself in local culture and traditions. Known for its ancient ruins and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Japan\nProperty: destinationDescription\n Most common values:\n - Island destination featuring remarkable temples and local festivals. Experience ancient heritage and immerse yourself in local culture and traditions. Celebrated for its art galleries and hiking trails. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Peru Caves\nProperty: destinationDescription\n Most common values:\n - Forest destination featuring remarkable temples and cultural workshops. Experience ancient heritage and immerse yourself in local culture and traditions. Renowned for its castles and thermal springs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Lakes\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable traditional villages and diving sites. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its ancient ruins and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Japan\nProperty: destinationDescription\n Most common values:\n - Reef destination featuring remarkable museums and scenic drives. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and hiking trails. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Thailand Alps\nProperty: destinationDescription\n Most common values:\n - Fjord destination featuring remarkable palaces and cultural workshops. Experience stunning architecture and immerse yourself in local culture and traditions. Known for its markets and local festivals. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Venice, India\nProperty: destinationDescription\n Most common values:\n - Tropical destination featuring remarkable museums and wildlife watching. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its monasteries and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Fjords\nProperty: destinationDescription\n Most common values:\n - Island destination featuring remarkable historical districts and thermal springs. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its palaces and hiking trails. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Valley\nProperty: destinationDescription\n Most common values:\n - Countryside destination featuring remarkable traditional villages and photography spots. Experience vibrant culture and immerse yourself in local culture and traditions. Renowned for its museums and thermal springs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Marrakech, New Zealand\nProperty: destinationDescription\n Most common values:\n - Countryside destination featuring remarkable temples and cultural workshops. Experience artistic legacy and immerse yourself in local culture and traditions. Renowned for its markets and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Coast\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable historical districts and hiking trails. Experience natural wonders and immerse yourself in local culture and traditions. Known for its historical districts and thermal springs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, India\nProperty: destinationDescription\n Most common values:\n - Reef destination featuring remarkable art galleries and hiking trails. Experience traditional crafts and immerse yourself in local culture and traditions. Famous for its art galleries and wine tasting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = France Hills\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable museums and wine tasting. Experience natural wonders and immerse yourself in local culture and traditions. Famous for its monasteries and diving sites. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, New Zealand\nProperty: destinationDescription\n Most common values:\n - Island destination featuring remarkable historical districts and artisan workshops. Experience rich history and immerse yourself in local culture and traditions. Known for its ancient ruins and hiking trails. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Chiang Mai, India\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable museums and diving sites. Experience traditional crafts and immerse yourself in local culture and traditions. Renowned for its archaeological sites and thermal springs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Coast\nProperty: destinationDescription\n Most common values:\n - Mountainous destination featuring remarkable palaces and cultural workshops. Experience local traditions and immerse yourself in local culture and traditions. Celebrated for its markets and artisan workshops. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: destinationDescription\n Most common values:\n - Forest destination featuring remarkable archaeological sites and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Renowned for its historical districts and water sports. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Peru\nProperty: destinationDescription\n Most common values:\n - Urban destination featuring remarkable ancient ruins and diving sites. Experience breathtaking views and immerse yourself in local culture and traditions. Distinguished by its markets and photography spots. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Reykjavik, Croatia\nProperty: destinationDescription\n Most common values:\n - Urban destination featuring remarkable ancient ruins and hiking trails. Experience artistic legacy and immerse yourself in local culture and traditions. Distinguished by its ancient ruins and local festivals. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, New Zealand\nProperty: destinationDescription\n Most common values:\n - Tropical destination featuring remarkable museums and local festivals. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its traditional villages and thermal springs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, Turkey\nProperty: destinationDescription\n Most common values:\n - Forest destination featuring remarkable historical districts and food tours. Experience artistic legacy and immerse yourself in local culture and traditions. Distinguished by its archaeological sites and water sports. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Iceland\nProperty: destinationDescription\n Most common values:\n - Forest destination featuring remarkable castles and wine tasting. Experience natural wonders and immerse yourself in local culture and traditions. Renowned for its traditional villages and photography spots. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable historical districts and food tours. Experience unique experiences and immerse yourself in local culture and traditions. Renowned for its historical districts and food tours. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Morocco\nProperty: destinationDescription\n Most common values:\n - Countryside destination featuring remarkable museums and wildlife watching. Experience rich history and immerse yourself in local culture and traditions. Distinguished by its temples and scenic drives. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Turkey\nProperty: destinationDescription\n Most common values:\n - Riverside destination featuring remarkable monasteries and scenic drives. Experience traditional crafts and immerse yourself in local culture and traditions. Distinguished by its historical districts and cultural workshops. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Vietnam\nProperty: destinationDescription\n Most common values:\n - Riverside destination featuring remarkable art galleries and food tours. Experience authentic cuisine and immerse yourself in local culture and traditions. Renowned for its art galleries and cultural workshops. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: destinationDescription\n Most common values:\n - Desert destination featuring remarkable markets and diving sites. Experience pristine nature and immerse yourself in local culture and traditions. Distinguished by its art galleries and hiking trails. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Norway\nProperty: destinationDescription\n Most common values:\n - Valley destination featuring remarkable palaces and hiking trails. Experience unique experiences and immerse yourself in local culture and traditions. Celebrated for its ancient ruins and hiking trails. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Turkey\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable monasteries and scenic drives. Experience ancient heritage and immerse yourself in local culture and traditions. Distinguished by its castles and cultural workshops. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Iceland Cliffs\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable historical districts and water sports. Experience vibrant culture and immerse yourself in local culture and traditions. Known for its ancient ruins and scenic drives. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Alps\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable traditional villages and local festivals. Experience breathtaking views and immerse yourself in local culture and traditions. Distinguished by its museums and thermal springs. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Greece\nProperty: destinationDescription\n Most common values:\n - Desert destination featuring remarkable temples and cultural workshops. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its sacred sites and wine tasting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Greece\nProperty: destinationDescription\n Most common values:\n - Mountainous destination featuring remarkable sacred sites and wine tasting. Experience breathtaking views and immerse yourself in local culture and traditions. Renowned for its art galleries and wine tasting. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Egypt\nProperty: destinationDescription\n Most common values:\n - Coastal destination featuring remarkable monasteries and photography spots. Experience rich history and immerse yourself in local culture and traditions. Famous for its palaces and photography spots. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Italy\nProperty: destinationDescription\n Most common values:\n - Fjord destination featuring remarkable monasteries and wildlife watching. Experience pristine nature and immerse yourself in local culture and traditions. Celebrated for its sacred sites and wildlife watching. (count: 1)\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Brazil\nProperty: destinationDescription\n Most common values:\n - Valley destination featuring remarkable temples and cultural workshops. Experience authentic cuisine and immerse yourself in local culture and traditions. Celebrated for its markets and thermal springs. (count: 1)\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "What are the top 5 most common types of destination descriptions in the destinationDescription property?", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "destinationDescription", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: destinationDescription\n Most common values:\n - Alpine destination featuring remarkable ancient ruins and artisan workshops. Experience local traditions and immerse yourself in local culture and traditions. Known for its monasteries and photography spots. (count: 1)\n - Alpine destination featuring remarkable historical districts and diving sites. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and photography spots. (count: 1)\n - Alpine destination featuring remarkable historical districts and hiking trails. Experience natural wonders and immerse yourself in local culture and traditions. Known for its historical districts and thermal springs. (count: 1)\n - Alpine destination featuring remarkable museums and wine tasting. Experience natural wonders and immerse yourself in local culture and traditions. Famous for its monasteries and diving sites. (count: 1)\n - Alpine destination featuring remarkable traditional villages and diving sites. Experience ancient heritage and immerse yourself in local culture and traditions. Famous for its ancient ruins and wildlife watching. (count: 1)\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the percentage of popular destinations in the TravelDestinations collection, and group the results by each destinationName, using popular with the PERCENTAGE_TRUE metric and destinationName for grouping.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: destinationName = Cusco, Japan\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Turkey\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Italy\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Egypt\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Vietnam\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Norway\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Japan\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Valley\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Greece\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Thailand\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Turkey\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Thailand\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Venice, India\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Forest\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cairo, Egypt\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Peru\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Brazil\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Forest\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Thailand Alps\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Lakes\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, India\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = France Hills\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Sydney, Norway\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Peru Caves\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Reykjavik, Croatia\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, Turkey\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, Iceland\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Vietnam\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cappadocia, New Zealand\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Hoi An, Morocco\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Norway Alps\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Dubrovnik, Japan\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Egypt Coast\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Bergen, Norway\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Fjords\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Turkey\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Kyoto, New Zealand\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Chiang Mai, India\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Iceland Cliffs\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Brazil Alps\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Marrakech, New Zealand\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Rhodes, Spain\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Barcelona, Turkey\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Porto, Croatia\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Italy Desert\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Cusco, Greece\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Vietnam Coast\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Indonesia Alps\nProperty: popular\n percentage_true: 0\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Spain Coast\nProperty: popular\n percentage_true: 1\nGroup count: 1\n----------------------------------------\nGroup: destinationName = Queenstown, Turkey\nProperty: popular\n percentage_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the total number of travel destinations that are popular by counting the 'popular' property, where the property is set to true.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "popular", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: popular\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"TravelDestinations\",\"properties\":[{\"name\":\"destinationName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel destination.\"},{\"name\":\"destinationDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the destination including attractions, culture, and climate.\"},{\"name\":\"averageVisitCost\",\"data_type\":[\"number\"],\"description\":\"The average cost of a trip to the destination.\"},{\"name\":\"popular\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the destination is currently popular among tourists.\"}],\"envisioned_use_case_overview\":\"This schema allows users to explore travel destinations based on detailed descriptions and average costs. Semantic search can help users find destinations that match desired experiences or budget levels.\"},{\"name\":\"TravelAgents\",\"properties\":[{\"name\":\"agentName\",\"data_type\":[\"string\"],\"description\":\"The full name of the travel agent.\"},{\"name\":\"agentDescription\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the agent's expertise, including specialties and customer reviews.\"},{\"name\":\"yearsOfExperience\",\"data_type\":[\"number\"],\"description\":\"The number of years the agent has been in the industry.\"},{\"name\":\"availableNow\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the travel agent is currently available for consultation.\"}],\"envisioned_use_case_overview\":\"This schema supports customers in finding travel agents based on expertise and availability. Semantic search enables matching with agents who have specific regional knowledge or customer service excellence.\"},{\"name\":\"TravelPackages\",\"properties\":[{\"name\":\"packageName\",\"data_type\":[\"string\"],\"description\":\"The name of the travel package.\"},{\"name\":\"packageDetails\",\"data_type\":[\"string\"],\"description\":\"A comprehensive description of the travel package, including itinerary and included services.\"},{\"name\":\"packagePrice\",\"data_type\":[\"number\"],\"description\":\"The total price of the travel package.\"},{\"name\":\"discountAvailable\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether there is a discount available on the package.\"}],\"envisioned_use_case_overview\":\"This schema helps travelers find travel packages based on detailed descriptions and pricing. Semantic search allows for discovering packages that align with preferences for activities or budget constraints.\"}]}", + "query": { + "corresponding_natural_language_query": "List travel destinations grouped by destinationName property.", + "target_collection": "TravelDestinations", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "destinationName" + }, + "ground_truth_operators": [ + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\naverageVisitCost: 2799.0\ndestinationName: Sydney, Japan\ndestinationDescription: Island destination featuring remarkable traditional villages and hiking trails. Experience artistic legacy and immerse yourself in local culture and traditions. Celebrated for its archaeological sites and thermal springs.\npopular: True\n----------------------------------------\naverageVisitCost: 1781.0\ndestinationName: Hoi An, Norway\ndestinationDescription: Valley destination featuring remarkable palaces and hiking trails. Experience unique experiences and immerse yourself in local culture and traditions. Celebrated for its ancient ruins and hiking trails.\npopular: False\n----------------------------------------\ndestinationName: Porto, Croatia\naverageVisitCost: 1649.0\ndestinationDescription: Desert destination featuring remarkable monasteries and scenic drives. Experience rich history and immerse yourself in local culture and traditions. Famous for its sacred sites and wildlife watching.\npopular: True\n----------------------------------------\ndestinationName: Cairo, Egypt\naverageVisitCost: 2845.0\npopular: False\ndestinationDescription: Alpine destination featuring remarkable historical districts and diving sites. Experience authentic cuisine and immerse yourself in local culture and traditions. Famous for its traditional villages and photography spots.\n----------------------------------------\naverageVisitCost: 1986.0\ndestinationName: Chiang Mai, India\ndestinationDescription: Coastal destination featuring remarkable museums and diving sites. Experience traditional crafts and immerse yourself in local culture and traditions. Renowned for its archaeological sites and thermal springs.\npopular: True\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find Exhibitions that talk about modern art themes, where the averageVisitorCount is at least 1000. Then, sum the visitor counts and group the results by exhibitionTitle.", + "target_collection": "Exhibitions", + "search_query": "Find Exhibitions that talk about modern art themes", + "integer_property_filter": { + "property_name": "averageVisitorCount", + "operator": ">=", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitorCount", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "exhibitionTitle" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find exhibitions with 'modern art' mentioned in their exhibitionDescription, filter those with an averageVisitorCount greater than or equal to 2000, and calculate the mean averageVisitorCount.", + "target_collection": "Exhibitions", + "search_query": "\"Find exhibitions with 'modern art' mentioned in their exhibitionDescription\"", + "integer_property_filter": { + "property_name": "averageVisitorCount", + "operator": ">=", + "value": 2000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitorCount", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitorCount\n mean: 746\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for art pieces with rich historical significance that have a current market valuation of at most 50,000 in currentValuation, count the occurrences of each artPieceName, and group the results by artPieceName, limiting to top 5 in occurrences.", + "target_collection": "ArtPieces", + "search_query": "art piece with rich historical significance", + "integer_property_filter": { + "property_name": "currentValuation", + "operator": "<=", + "value": 50000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "artPieceName", + "metrics": "COUNT", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "artPieceName" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: artPieceName = Massacre of the Innocents\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Las Meninas\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Portrait of Adele Bloch-Bauer I\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Guernica\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Arnolfini Portrait\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find art pieces with a detailed history in artPieceHistory that semantically reflect themes of battle scenes, include only art pieces with currentValuation greater than 1,000,000, and determine the top 5 most common occurrences of artPieceName.", + "target_collection": "ArtPieces", + "search_query": "Explore detailed artPieceHistory for insights into historical significance and themes related to art depicting battle scenes.", + "integer_property_filter": { + "property_name": "currentValuation", + "operator": ">=", + "value": 1000000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "artPieceName", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: artPieceName\n Most common values:\n - Guernica (count: 1)\n - Massacre of the Innocents (count: 1)\n - The Fighting Temeraire (count: 1)\n - The Night Watch (count: 1)\n - The Third of May 1808 (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums featuring unique historical exhibitHighlights with an entryFee less than or equal to 20, count how many of them are openToday, and group the results by museumName.", + "target_collection": "Museums", + "search_query": "Discover museums with unique historical exhibitHighlights", + "integer_property_filter": { + "property_name": "entryFee", + "operator": "<=", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "COUNT" + }, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = The Metropolitan Museum of Art\nProperty: openToday\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: museumName = National Gallery of Art\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Louvre Abu Dhabi\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Ethnology, Osaka\nProperty: openToday\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for museums with renowned classical art exhibits where the entryFee is less than or equal to 20, and provide the count of museums that are openToday.", + "target_collection": "Museums", + "search_query": "Discover information about museums with renowned classical art exhibits.", + "integer_property_filter": { + "property_name": "entryFee", + "operator": "<=", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openToday\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where exhibitHighlights include immersive cultural experiences and the entryFee is less than 10, grouping results by museumName.", + "target_collection": "Museums", + "search_query": "exhibitHighlights", + "integer_property_filter": { + "property_name": "entryFee", + "operator": "<", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Art\n----------------------------------------\nexhibitHighlights: Showcases international modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and performance art.\nentryFee: 0.0\nopenToday: True\nmuseumName: Tate Modern\n----------------------------------------\nmuseumName: Guggenheim Museum Bilbao\nentryFee: 16.0\nopenToday: True\nexhibitHighlights: Showcases modern and contemporary art in a striking titanium building designed by Frank Gehry. Features works by Picasso, Koons, and Serra. Houses a significant collection of Basque art.\n----------------------------------------\nexhibitHighlights: Contemporary art museum showcasing the collection of Eli and Edythe Broad. Features works by Warhol, Koons, and Haring. Houses a significant collection of postwar and contemporary art.\nentryFee: 0.0\nopenToday: True\nmuseumName: The Broad\n----------------------------------------\nexhibitHighlights: Complex of museums housing European paintings, sculptures, and decorative arts. Features a collection of Impressionist and Post-Impressionist paintings, including works by Van Gogh and Renoir. Renowned for its architecture and gardens.\nentryFee: 0.0\nopenToday: True\nmuseumName: Getty Center\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the exhibitHighlights contain intriguing historical events and the entryFee is less than or equal to 20 dollars.", + "target_collection": "Museums", + "search_query": "Show museums with intriguing exhibitHighlights related to historical events.", + "integer_property_filter": { + "property_name": "entryFee", + "operator": "<=", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Explores the cultures of the world through a vast collection of artifacts and ethnographic displays. Features exhibits on Japanese and Asian cultures, as well as cultures from around the globe.\nentryFee: 6.0\nopenToday: False\nmuseumName: National Museum of Ethnology, Osaka\n----------------------------------------\nexhibitHighlights: Showcases international modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and performance art.\nentryFee: 0.0\nopenToday: True\nmuseumName: Tate Modern\n----------------------------------------\nexhibitHighlights: Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Art\n----------------------------------------\nexhibitHighlights: Vast collection of world artifacts including the Rosetta Stone, Parthenon sculptures, and Egyptian mummies. Features comprehensive exhibits on human history and culture, from prehistoric to modern times. Houses one of the world's finest collections of prints and drawings.\nentryFee: 0.0\nopenToday: False\nmuseumName: British Museum\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve museums with a museumName containing 'History', calculate the MEAN entryFee, and group results based on whether they are openToday. Additionally, find the museum that showcases exhibits about ancient civilizations using semantic search.", + "target_collection": "Museums", + "search_query": "Find the museum that showcases exhibits about ancient civilizations", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "museumName", + "operator": "LIKE", + "value": "%History%" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openToday" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: openToday = false\nProperty: entryFee\n mean: 5.333333333333333\nGroup count: 3\n----------------------------------------\nGroup: openToday = true\nProperty: entryFee\n mean: 22\nGroup count: 2\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums with exhibitHighlights related to historical significance, where the museumName includes the keyword 'Art', and calculate the average entryFee of such museums.", + "target_collection": "Museums", + "search_query": "exhibitHighlights related to historical significance", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "museumName", + "operator": "LIKE", + "value": "Art" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: entryFee\n mean: 10\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search in the artPieceHistory property for art pieces, filter to only include art pieces where onDisplay is true, count the number of art pieces that are on display, and group the results by artPieceName.", + "target_collection": "ArtPieces", + "search_query": "artPieceHistory", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "onDisplay", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "artPieceName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "artPieceName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: artPieceName = No. 5, 1948\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Arnolfini Portrait\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = One: Number 31, 1950\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Guernica\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Night Watch\nProperty: artPieceName\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for museums with \"Egyptian artifacts collection\" in their exhibitHighlights that are openToday, and display the top 10 most frequently mentioned museumName values.", + "target_collection": "Museums", + "search_query": "Egyptian artifacts collection", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "museumName", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 10 + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: museumName\n Most common values:\n - The Metropolitan Museum of Art (count: 2)\n - British Museum (count: 1)\n - Egyptian Museum (count: 1)\n - The British Museum (count: 1)\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Explore museums whose museumName contains 'National Museum' and find those with unique historical exhibits in exhibitHighlights. Group results by exhibitHighlights and count the museums where openToday is true.", + "target_collection": "Museums", + "search_query": "Explore museums with unique historical exhibits in exhibitHighlights", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "museumName", + "operator": "LIKE", + "value": "National Museum" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "COUNT" + }, + "groupby_property": "exhibitHighlights" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: exhibitHighlights = Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nProperty: openToday\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: exhibitHighlights = Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: exhibitHighlights = Universal museum showcasing art from around the world, with a focus on cultural exchange and dialogue. Features works from ancient civilizations to contemporary art. Houses masterpieces on loan from French museums.\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: exhibitHighlights = Explores the cultures of the world through a vast collection of artifacts and ethnographic displays. Features exhibits on Japanese and Asian cultures, as well as cultures from around the globe.\nProperty: openToday\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the museumName is exactly 'Louvre Museum', identify those museums with exhibitHighlights that contain details of historical significance, and calculate the total number of museums that are openToday.", + "target_collection": "Museums", + "search_query": "Find museums with specific exhibitHighlights that mention the historical significance", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "museumName", + "operator": "=", + "value": "Louvre Museum" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "TOTAL_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openToday\n total_true: 4\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for museums with notable exhibitHighlights that are openToday grouped by museumName.", + "target_collection": "Museums", + "search_query": "exhibitHighlights", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Art\n----------------------------------------\nexhibitHighlights: Showcases international modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and performance art.\nentryFee: 0.0\nopenToday: True\nmuseumName: Tate Modern\n----------------------------------------\nmuseumName: Guggenheim Museum Bilbao\nentryFee: 16.0\nopenToday: True\nexhibitHighlights: Showcases modern and contemporary art in a striking titanium building designed by Frank Gehry. Features works by Picasso, Koons, and Serra. Houses a significant collection of Basque art.\n----------------------------------------\nexhibitHighlights: Contemporary art museum showcasing the collection of Eli and Edythe Broad. Features works by Warhol, Koons, and Haring. Houses a significant collection of postwar and contemporary art.\nentryFee: 0.0\nopenToday: True\nmuseumName: The Broad\n----------------------------------------\nexhibitHighlights: Complex of museums housing European paintings, sculptures, and decorative arts. Features a collection of Impressionist and Post-Impressionist paintings, including works by Van Gogh and Renoir. Renowned for its architecture and gardens.\nentryFee: 0.0\nopenToday: True\nmuseumName: Getty Center\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find Museums with openToday set to true that match the search query 'historical space exhibitions'.", + "target_collection": "Museums", + "search_query": "historical space exhibitions", + "integer_property_filter": null, + "text_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": "true" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_filter" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Showcases a diverse range of art, including Japanese paintings, sculptures, and prints. Features temporary exhibitions and a collection of contemporary art.\nentryFee: 5.0\nopenToday: True\nmuseumName: Tokyo Metropolitan Art Museum\n----------------------------------------\nmuseumName: Tate Modern\nentryFee: 0.0\nopenToday: True\nexhibitHighlights: Showcases international modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and performance art.\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Explores the cultures of the world through a vast collection of artifacts and ethnographic displays. Features exhibits on Japanese and Asian cultures, as well as cultures from around the globe.\nentryFee: 6.0\nopenToday: False\nmuseumName: National Museum of Ethnology, Osaka\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for museums with exhibitHighlights that are openToday, calculate the mean of entryFee, and group the results by the openToday status.", + "target_collection": "Museums", + "search_query": "exhibitHighlights", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openToday" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: openToday = true\nProperty: entryFee\n mean: 3.2\nGroup count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Identify museums with the most notable exhibits in exhibitHighlights, that are openToday = true, and count (COUNT metric) the number of museumName entries meeting these criteria.", + "target_collection": "Museums", + "search_query": "exhibitHighlights", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "museumName", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: museumName\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Show museums where the exhibitHighlights mention 'ancient artifacts', ensure that these museums are openToday, count the occurrences of these exhibitHighlights mentioning 'ancient artifacts', and group the results by museumName.", + "target_collection": "Museums", + "search_query": "Show museums with exhibitHighlights containing information about 'ancient artifacts'.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "exhibitHighlights", + "metrics": "COUNT", + "top_occurrences_limit": 10 + }, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = British Museum\nProperty: exhibitHighlights\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Ethnology, Osaka\nProperty: exhibitHighlights\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: museumName = Acropolis Museum\nProperty: exhibitHighlights\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: museumName = Egyptian Museum\nProperty: exhibitHighlights\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: museumName = The British Museum\nProperty: exhibitHighlights\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for museums that have significant exhibits described in exhibitHighlights and are open today by using the museumName property to compute the count of different museum names.", + "target_collection": "Museums", + "search_query": "Significant exhibits in exhibitHighlights", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "museumName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: museumName\n count: 5\n Most common values:\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find exhibitions that are currentlyRunning and related to contemporary art, count the number of these exhibitions using the currentlyRunning property, group them by their exhibitionTitle, and search within exhibitionDescription for the term 'contemporary art'.", + "target_collection": "Exhibitions", + "search_query": "Find exhibitions related to contemporary art in the exhibitionDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyRunning", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyRunning", + "metrics": "COUNT" + }, + "groupby_property": "exhibitionTitle" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: exhibitionTitle = Modern Sculptures Reimagined\nProperty: currentlyRunning\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: exhibitionTitle = Hybrid Art: Nature and Technology\nProperty: currentlyRunning\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: exhibitionTitle = Experiments in Minimalism\nProperty: currentlyRunning\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: exhibitionTitle = Impressionism in the Digital Age\nProperty: currentlyRunning\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: exhibitionTitle = Queer Art Now\nProperty: currentlyRunning\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Show me exhibitions with themes of modern art in their exhibitionDescription that are currently open to the public, and count how many exhibitions are currently running.", + "target_collection": "Exhibitions", + "search_query": "explore themes of modern art in exhibitionDescription", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyRunning", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "currentlyRunning", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: currentlyRunning\n count: 5\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for museums featuring their most notable exhibits using exhibitHighlights, filter the results to only include museums where openToday is true, and group the results by museumName.", + "target_collection": "Museums", + "search_query": "most notable exhibits", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter", + "groupby_property" + ], + "is_valid": false, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Australia's oldest and most visited art museum. Houses a comprehensive collection of Australian and international art, including works by Rembrandt, Picasso, and Aboriginal artists.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Victoria\n----------------------------------------\nmuseumName: State Hermitage Museum\nentryFee: 20.0\nopenToday: False\nexhibitHighlights: One of the largest and oldest museums globally, with over 3 million items. Renowned for its collection of Impressionist and Post-Impressionist paintings, including works by Matisse and Picasso. Houses masterpieces from the Italian Renaissance and Dutch Golden Age.\n----------------------------------------\nmuseumName: Egyptian Museum\nentryFee: 16.0\nopenToday: False\nexhibitHighlights: Houses the world's largest collection of ancient Egyptian artifacts, including Tutankhamun's treasures and royal mummies. Features exhibits on ancient Egyptian history, art, and culture.\n----------------------------------------\nexhibitHighlights: One of the largest and oldest museums globally, with over 3 million items. Renowned for its collection of Impressionist and Post-Impressionist paintings, including works by Matisse and Picasso. Houses masterpieces from the Italian Renaissance and Dutch Golden Age.\nentryFee: 20.0\nopenToday: False\nmuseumName: The State Hermitage Museum\n----------------------------------------\nexhibitHighlights: Explores the cultures of the world through a vast collection of artifacts and ethnographic displays. Features exhibits on Japanese and Asian cultures, as well as cultures from around the globe.\nentryFee: 6.0\nopenToday: False\nmuseumName: National Museum of Ethnology, Osaka\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Search for museums that have information in exhibitHighlights about ancient artifacts and are openToday set to true.", + "target_collection": "Museums", + "search_query": "exhibitHighlights about ancient artifacts", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Houses the world's largest collection of ancient Egyptian artifacts, including Tutankhamun's treasures and royal mummies. Features exhibits on ancient Egyptian history, art, and culture.\nentryFee: 16.0\nopenToday: False\nmuseumName: Egyptian Museum\n----------------------------------------\nexhibitHighlights: Comprehensive collection of Korean art and archaeology, including ancient pottery, Buddhist sculptures, and royal artifacts. Features exhibits on Korean history and culture from prehistoric times to the present.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Museum of Korea\n----------------------------------------\nexhibitHighlights: Vast collection of world artifacts including the Rosetta Stone, Parthenon sculptures, and Egyptian mummies. Features comprehensive exhibits on human history and culture, from prehistoric to modern times. Houses one of the world's finest collections of prints and drawings.\nentryFee: 0.0\nopenToday: False\nmuseumName: British Museum\n----------------------------------------\nexhibitHighlights: Vast collection of world artifacts including the Rosetta Stone, Parthenon sculptures, and Egyptian mummies. Features comprehensive exhibits on human history and culture, from prehistoric to modern times. Houses one of the world's finest collections of prints and drawings.\nentryFee: 0.0\nopenToday: False\nmuseumName: The British Museum\n----------------------------------------\nexhibitHighlights: Houses a collection of monumental ancient architecture, including the Pergamon Altar, Ishtar Gate, and Market Gate of Miletus. Features exhibits on ancient Near Eastern and Islamic art.\nentryFee: 19.0\nopenToday: True\nmuseumName: Pergamon Museum\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where exhibitHighlights include 'historical significance', calculate the mean entryFee, and group the results by museumName.", + "target_collection": "Museums", + "search_query": "Find museums where exhibitHighlights include 'historical significance'.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = The Metropolitan Museum of Art\nProperty: entryFee\n mean: 25\nGroup count: 2\n----------------------------------------\nGroup: museumName = Tate Modern\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Ethnology, Osaka\nProperty: entryFee\n mean: 6\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Art\nProperty: entryFee\n mean: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "What is the maximum entryFee among museums that are open today while finding the most relevant museums in openToday?", + "target_collection": "Museums", + "search_query": "Find relevant museums that are open today in openToday property.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: entryFee\n maximum: 25\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Investigate Museums by examining exhibitHighlights for ancient artifacts, obtaining a count of museums that are open today, and grouping the results by museumName.", + "target_collection": "Museums", + "search_query": "Explore exhibitHighlights in Museums that detail ancient artifacts", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "museumName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = The Metropolitan Museum of Art\nProperty: museumName\n count: 2\n Most common values:\nGroup count: 2\n----------------------------------------\nGroup: museumName = Egyptian Museum\nProperty: museumName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: museumName = The British Museum\nProperty: museumName\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: museumName = British Museum\nProperty: museumName\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums using search_query where exhibitHighlights include descriptions of both cultural significance and historical value, and compute text_property_aggregation to analyze types within exhibitHighlights.", + "target_collection": "Museums", + "search_query": "Find museums with the most notable exhibits that highlight both cultural significance and historical value in exhibitHighlights.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "exhibitHighlights", + "metrics": "TYPE", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Universal museum showcasing art from around the world, with a focus on cultural exchange and dialogue. Features works from ancient civilizations to contemporary art. Houses masterpieces on loan from French museums.\nentryFee: 17.0\nopenToday: True\nmuseumName: Louvre Abu Dhabi\n----------------------------------------\nexhibitHighlights: Explores the cultures of the world through a vast collection of artifacts and ethnographic displays. Features exhibits on Japanese and Asian cultures, as well as cultures from around the globe.\nentryFee: 6.0\nopenToday: False\nmuseumName: National Museum of Ethnology, Osaka\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Art\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums grouped by museumName, that have exhibitHighlights mentioning modern art or contemporary painting, and count how many are open today.", + "target_collection": "Museums", + "search_query": "Discover museums where 'exhibitHighlights' mention 'modern art' or 'contemporary painting'.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "COUNT" + }, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = National Museum of Modern and Contemporary Art, Korea\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Centre Pompidou\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art (MoMA)\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tate Modern\nProperty: openToday\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve museums with significant exhibitHighlights about historical influence and calculate the percentage of Museums that are openToday.", + "target_collection": "Museums", + "search_query": "Retrieve museums with significant exhibitHighlights about historical influence.", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openToday\n percentage_true: 0.6\nTotal count: 5\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where exhibitHighlights include the term 'historical' and group the results by the openToday property to see which ones are open today.", + "target_collection": "Museums", + "search_query": "Find museums where exhibitHighlights include 'historical'", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openToday" + }, + "ground_truth_operators": [ + "search_query", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Art\n----------------------------------------\nexhibitHighlights: Housed in a former railway station, featuring the world's largest collection of Impressionist and Post-Impressionist masterpieces. Highlights include works by Monet, Van Gogh, and Renoir. Notable for its comprehensive collection of 19th-century European art and sculpture gallery.\nentryFee: 16.0\nopenToday: True\nmuseumName: Mus\u00e9e d'Orsay\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Showcases international modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and performance art.\nentryFee: 0.0\nopenToday: True\nmuseumName: Tate Modern\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Show me museums that have entry fees below 20 and highlight the historical significance of their exhibits.", + "target_collection": "Museums", + "search_query": "What are the museums with entry fees less than 20 in exhibitHighlights containing 'historical significance'?", + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "search_query" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nmuseumName: The Metropolitan Museum of Art\nentryFee: 25.0\nopenToday: True\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Showcases international modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and performance art.\nentryFee: 0.0\nopenToday: True\nmuseumName: Tate Modern\n----------------------------------------\nexhibitHighlights: One of the largest and oldest museums globally, with over 3 million items. Renowned for its collection of Impressionist and Post-Impressionist paintings, including works by Matisse and Picasso. Houses masterpieces from the Italian Renaissance and Dutch Golden Age.\nentryFee: 20.0\nopenToday: False\nmuseumName: State Hermitage Museum\n----------------------------------------\nexhibitHighlights: One of the largest and oldest museums globally, with over 3 million items. Renowned for its collection of Impressionist and Post-Impressionist paintings, including works by Matisse and Picasso. Houses masterpieces from the Italian Renaissance and Dutch Golden Age.\nentryFee: 20.0\nopenToday: False\nmuseumName: The State Hermitage Museum\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find exhibitions where averageVisitorCount is at least 1000, calculate the MEAN of averageVisitorCount, and group results by currentlyRunning.", + "target_collection": "Exhibitions", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitorCount", + "operator": ">=", + "value": 1000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitorCount", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "currentlyRunning" + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyRunning = true\nProperty: averageVisitorCount\n mean: 833.0555555555555\nGroup count: 36\n----------------------------------------\nGroup: currentlyRunning = false\nProperty: averageVisitorCount\n mean: 628.3333333333334\nGroup count: 18\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the entryFee is less than or equal to 10 and calculate the maximum averageVisitorCount of exhibitions.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": { + "property_name": "entryFee", + "operator": "<=", + "value": 10 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitorCount", + "metrics": "MAX" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find exhibitions where the averageVisitorCount is greater than 500, aggregate by exhibitionTitle to get the top 5 occurrences, and group results by currentlyRunning status.", + "target_collection": "Exhibitions", + "search_query": null, + "integer_property_filter": { + "property_name": "averageVisitorCount", + "operator": ">", + "value": 500 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "exhibitionTitle", + "metrics": "TOP_OCCURRENCES", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyRunning" + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyRunning = true\nProperty: exhibitionTitle\n Most common values:\n - Ancient Egypt Rediscovered (count: 1)\n - Architecture in Video Games (count: 1)\n - Art of the Silk Road (count: 1)\n - Cartography Through the Ages (count: 1)\n - Ceramics of East Asia (count: 1)\nGroup count: 36\n----------------------------------------\nGroup: currentlyRunning = false\nProperty: exhibitionTitle\n Most common values:\n - Baroque to Rock: Musical Evolution (count: 1)\n - Classical Revival: Neo-Classicism Redefined (count: 1)\n - Experimental Printmaking (count: 1)\n - Folk Art of the American Heartland (count: 1)\n - Imaginative Landscapes: From Realism to Fantasy (count: 1)\nGroup count: 18\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums with an entryFee less than or equal to 15.0 and aggregate the occurrences of exhibitHighlights for these museums.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": { + "property_name": "entryFee", + "operator": "<=", + "value": 15.0 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "exhibitHighlights", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: exhibitHighlights\n count: 50\n Most common values:\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find art pieces in the ArtPieces collection with a currentValuation of at least 5,000,000 and return the COUNT of those that are onDisplay, grouped by artPieceName.", + "target_collection": "ArtPieces", + "search_query": null, + "integer_property_filter": { + "property_name": "currentValuation", + "operator": ">=", + "value": 5000000 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "onDisplay", + "metrics": "COUNT" + }, + "groupby_property": "artPieceName" + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: artPieceName = The Night Watch\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Portrait of Dr. Gachet\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Rosetta Stone\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Kiss\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Garden of Earthly Delights\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Luncheon on the Grass\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Arnolfini Portrait\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Rocky Mountains, Lander's Peak\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Michelangelo\u2019s Piet\u00e0\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Impression, Sunrise\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Scream\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Water Lilies (Nymph\u00e9as)\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Wanderer above the Sea of Fog\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Massacre of the Innocents\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Hay Wain\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = A Bar at the Folies-Berg\u00e8re\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Christina\u2019s World\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Broadway Boogie-Woogie\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Old Guitarist\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = One: Number 31, 1950\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Raft of the Medusa\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Guernica\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Persistence of Memory\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Nighthawks\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Portrait of Madame X\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Mona Lisa\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = David (Michelangelo)\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Saturn Devouring His Son\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Liberty Leading the People\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Girl with a Pearl Earring\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Les Demoiselles d\u2019Avignon\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Four Marilyns\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Venus de Milo\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Fighting Temeraire\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Whistler\u2019s Mother\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Birth of Venus\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Olympia\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = American Gothic\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Third of May 1808\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = A Sunday on La Grande Jatte\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Sunflowers\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Bal du moulin de la Galette\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Starry Night\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Gleaners\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Woman with a Parasol\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Las Meninas\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Portrait of Adele Bloch-Bauer I\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = No. 5, 1948\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Las Dos Fridas\nProperty: onDisplay\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Potato Eaters\nProperty: onDisplay\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the entryFee is less than or equal to 15 and count how many of them are openToday.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": { + "property_name": "entryFee", + "operator": "<=", + "value": 15 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openToday\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the entryFee is greater than 20, and group results by museumName.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": { + "property_name": "entryFee", + "operator": ">", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "integer_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: World-renowned for its collection of modern and contemporary art, including works by Picasso, Warhol, and Van Gogh. Features exhibits on painting, sculpture, photography, and film.\nentryFee: 25.0\nopenToday: True\nmuseumName: Museum of Modern Art (MoMA)\n----------------------------------------\nexhibitHighlights: Houses a comprehensive collection of Impressionist and Post-Impressionist paintings, including works by Monet, Renoir, and Seurat. Features Grant Wood's American Gothic and Edward Hopper's Nighthawks.\nentryFee: 25.0\nopenToday: True\nmuseumName: Art Institute of Chicago\n----------------------------------------\nexhibitHighlights: Encyclopedic museum showcasing art from around the world, with a focus on ancient, Asian, and Latin American art. Features a diverse range of media, including painting, sculpture, and photography.\nentryFee: 25.0\nopenToday: True\nmuseumName: Los Angeles County Museum of Art (LACMA)\n----------------------------------------\nexhibitHighlights: Houses a comprehensive collection of art from around the world, including Egyptian artifacts, Asian art, and European paintings. Features works by Rembrandt, Van Gogh, and Monet.\nentryFee: 25.0\nopenToday: True\nmuseumName: Museum of Fine Arts, Boston\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums with an entryFee of at least 20.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": { + "property_name": "entryFee", + "operator": ">=", + "value": 20 + }, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: One of the largest and oldest museums globally, with over 3 million items. Renowned for its collection of Impressionist and Post-Impressionist paintings, including works by Matisse and Picasso. Houses masterpieces from the Italian Renaissance and Dutch Golden Age.\nentryFee: 20.0\nopenToday: False\nmuseumName: State Hermitage Museum\n----------------------------------------\nexhibitHighlights: National museum dedicated to Dutch arts and history. Houses Rembrandt's Night Watch and Vermeer's Milkmaid. Features a comprehensive collection of Dutch Golden Age paintings and artifacts.\nentryFee: 20.0\nopenToday: False\nmuseumName: Rijksmuseum\n----------------------------------------\nexhibitHighlights: Showcases the art collection of the Medici family, featuring masterpieces of the Italian Renaissance. Houses Botticelli's Birth of Venus and Leonardo da Vinci's Annunciation. Renowned for its collection of Florentine paintings.\nentryFee: 20.0\nopenToday: True\nmuseumName: Uffizi Gallery\n----------------------------------------\nexhibitHighlights: One of the largest and oldest museums globally, with over 3 million items. Renowned for its collection of Impressionist and Post-Impressionist paintings, including works by Matisse and Picasso. Houses masterpieces from the Italian Renaissance and Dutch Golden Age.\nentryFee: 20.0\nopenToday: False\nmuseumName: The Hermitage Museum\n----------------------------------------\nexhibitHighlights: National museum dedicated to Dutch arts and history. Houses Rembrandt's Night Watch and Vermeer's Milkmaid. Features a comprehensive collection of Dutch Golden Age paintings and artifacts.\nentryFee: 20.0\nopenToday: False\nmuseumName: Rijksmuseum Amsterdam\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the museumName contains the word 'Gallery', aggregate by the mean of their entryFee, and group the results by whether they are openToday.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "museumName", + "operator": "LIKE", + "value": "%Gallery%" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "openToday" + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: openToday = true\nProperty: entryFee\n mean: 11.95\nGroup count: 40\n----------------------------------------\nGroup: openToday = false\nProperty: entryFee\n mean: 12.8\nGroup count: 10\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the museumName is like 'Art & Culture' and calculate the mean entryFee for these museums.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "museumName", + "operator": "LIKE", + "value": "Art & Culture" + }, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: entryFee\n mean: 12.12\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find exhibitions with 'historical artifacts' in exhibitionDescription, count and list the top 5 exhibitionTitle occurrences, and group results by currentlyRunning status.", + "target_collection": "Exhibitions", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "exhibitionDescription", + "operator": "LIKE", + "value": "historical artifacts" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "exhibitionTitle", + "metrics": "COUNT", + "top_occurrences_limit": 5 + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyRunning" + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyRunning = true\nProperty: exhibitionTitle\n count: 36\n Most common values:\nGroup count: 36\n----------------------------------------\nGroup: currentlyRunning = false\nProperty: exhibitionTitle\n count: 18\n Most common values:\nGroup count: 18\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Fetch all museums where the exhibitHighlights include the word 'science' and count the number of these museums using the museumName property.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "exhibitHighlights", + "operator": "LIKE", + "value": "%science%" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "museumName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: museumName\n count: 50\n Most common values:\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all museumName where exhibitHighlights contains 'ancient artifacts', group by museumName, and show the total number of museums where openToday is true.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "exhibitHighlights", + "operator": "LIKE", + "value": "ancient artifacts" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "TOTAL_TRUE" + }, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = The Metropolitan Museum of Art\nProperty: openToday\n total_true: 2\nGroup count: 2\n----------------------------------------\nGroup: museumName = Museo Nacional del Prado\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Prado National Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Canada\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of China\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = British Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo del Prado\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo Metropolitan Art Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Uffizi Gallery\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The State Hermitage Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Palace Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Broad\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Art Institute of Chicago\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Louvre Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Victoria and Albert Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Getty Center\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Guggenheim Museum Bilbao\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Vatican Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Art Institute of Chicago\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern Art, Tokyo\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Korea\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern and Contemporary Art, Korea\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo National Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Reina Sof\u00eda Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Hermitage Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Mus\u00e9e d'Orsay\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Centre Pompidou\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional de Antropolog\u00eda\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art (MoMA)\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional Centro de Arte Reina Sof\u00eda\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Pergamon Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tate Modern\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Los Angeles County Museum of Art (LACMA)\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The British Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Acropolis Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Louvre Abu Dhabi\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Vatican Museums\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery, London\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = State Hermitage Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Anthropology\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum Amsterdam\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Ethnology, Osaka\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Art\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Fine Arts, Boston\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Egyptian Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Victoria\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum\nProperty: openToday\n total_true: 0\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where the exhibitHighlights include works related to 'impressionist' art, and calculate the percentage of museums that are openToday.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "exhibitHighlights", + "operator": "LIKE", + "value": "impressionist" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "PERCENTAGE_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openToday\n percentage_true: 0.8\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums with exhibitHighlights containing the word 'historic' and group the results by museumName.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "exhibitHighlights", + "operator": "LIKE", + "value": "historic" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "text_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve museums where the museumName contains 'Modern Art Museum' using a LIKE filter in text_property_filter.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": { + "property_name": "museumName", + "operator": "LIKE", + "value": "Modern Art Museum" + }, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nmuseumName: National Museum of Modern and Contemporary Art, Korea\nentryFee: 4.0\nopenToday: True\nexhibitHighlights: Showcases Korean modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and new media.\n----------------------------------------\nexhibitHighlights: World-renowned for its collection of modern and contemporary art, including works by Picasso, Warhol, and Van Gogh. Features exhibits on painting, sculpture, photography, and film.\nentryFee: 25.0\nopenToday: True\nmuseumName: Museum of Modern Art (MoMA)\n----------------------------------------\nexhibitHighlights: Showcases Japanese and international modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and photography.\nentryFee: 5.0\nopenToday: True\nmuseumName: National Museum of Modern Art, Tokyo\n----------------------------------------\nexhibitHighlights: World-renowned for its collection of modern and contemporary art, including works by Picasso, Warhol, and Van Gogh. Features exhibits on painting, sculpture, photography, and film.\nentryFee: 25.0\nopenToday: True\nmuseumName: Museum of Modern Art\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "What is the total currentValuation of art pieces that are on display, grouped by artPieceName?", + "target_collection": "ArtPieces", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "onDisplay", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "currentValuation", + "metrics": "SUM" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "artPieceName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "QUERY EXECUTION FAILED" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Count the number of exhibitions that are currentlyRunning, ensuring that only exhibitions with currentlyRunning set to true are included in the count.", + "target_collection": "Exhibitions", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "currentlyRunning", + "operator": "=", + "value": true + }, + "integer_property_aggregation": { + "property_name": "averageVisitorCount", + "metrics": "COUNT" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "integer_property_aggregation" + ], + "is_valid": false, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitorCount\n count: 54\nTotal count: 54\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Aggregating the total number of art pieces with their history in artPieceHistory, segment the results by artPieceName for those art pieces that have 'onDisplay' marked as true.", + "target_collection": "ArtPieces", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "onDisplay", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "artPieceHistory", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "artPieceName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: artPieceName = Impression, Sunrise\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Luncheon on the Grass\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Birth of Venus\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Portrait of Dr. Gachet\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Rocky Mountains, Lander's Peak\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Christina\u2019s World\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Liberty Leading the People\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Night Watch\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Arnolfini Portrait\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Third of May 1808\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Kiss\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Persistence of Memory\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Garden of Earthly Delights\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Old Guitarist\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Potato Eaters\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Guernica\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Rosetta Stone\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Raft of the Medusa\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = No. 5, 1948\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Whistler\u2019s Mother\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = David (Michelangelo)\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Bal du moulin de la Galette\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Broadway Boogie-Woogie\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Woman with a Parasol\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Wanderer above the Sea of Fog\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Portrait of Madame X\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = One: Number 31, 1950\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Michelangelo\u2019s Piet\u00e0\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Starry Night\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Mona Lisa\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Olympia\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Las Meninas\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Fighting Temeraire\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Portrait of Adele Bloch-Bauer I\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = A Bar at the Folies-Berg\u00e8re\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Gleaners\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = American Gothic\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Nighthawks\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Four Marilyns\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = A Sunday on La Grande Jatte\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Water Lilies (Nymph\u00e9as)\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Venus de Milo\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Saturn Devouring His Son\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Les Demoiselles d\u2019Avignon\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Scream\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Las Dos Fridas\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Sunflowers\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Girl with a Pearl Earring\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = Massacre of the Innocents\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n----------------------------------------\nGroup: artPieceName = The Hay Wain\nProperty: artPieceHistory\n count: 1\n Most common values:\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find the number of museums where openToday is true, and count the occurrences for each distinct museumName.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "museumName", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: museumName\n count: 50\n Most common values:\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "List all museums that are currently open today by their museumName, and calculate the total number of museums that are open using the openToday flag.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "TOTAL_TRUE" + }, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = The Metropolitan Museum of Art\nProperty: openToday\n total_true: 2\nGroup count: 2\n----------------------------------------\nGroup: museumName = Vatican Museums\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Victoria\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Guggenheim Museum Bilbao\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Canada\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional Centro de Arte Reina Sof\u00eda\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Egyptian Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Pergamon Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Centre Pompidou\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Anthropology\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo National Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Reina Sof\u00eda Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The State Hermitage Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Art Institute of Chicago\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Fine Arts, Boston\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Broad\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The British Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern and Contemporary Art, Korea\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional de Antropolog\u00eda\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo del Prado\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Hermitage Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Art Institute of Chicago\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of China\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo Metropolitan Art Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum Amsterdam\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Korea\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Prado National Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Los Angeles County Museum of Art (LACMA)\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery, London\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Victoria and Albert Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = British Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Vatican Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional del Prado\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Mus\u00e9e d'Orsay\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art (MoMA)\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Uffizi Gallery\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tate Modern\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern Art, Tokyo\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Palace Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Louvre Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = State Hermitage Museum\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Getty Center\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Ethnology, Osaka\nProperty: openToday\n total_true: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Art\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Acropolis Museum\nProperty: openToday\n total_true: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Louvre Abu Dhabi\nProperty: openToday\n total_true: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find all art pieces that are not on display by checking if onDisplay != true, and calculate the total number of art pieces that are currently on display by aggregating the total number of true values in onDisplay.", + "target_collection": "ArtPieces", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "onDisplay", + "operator": "!=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "onDisplay", + "metrics": "TOTAL_TRUE" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter", + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: onDisplay\n total_true: 29\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Find museums where openToday is true and group the results by exhibitHighlights", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "exhibitHighlights" + }, + "ground_truth_operators": [ + "boolean_property_filter", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Housed in a former railway station, featuring the world's largest collection of Impressionist and Post-Impressionist masterpieces. Highlights include works by Monet, Van Gogh, and Renoir. Notable for its comprehensive collection of 19th-century European art and sculpture gallery.\nentryFee: 16.0\nopenToday: True\nmuseumName: Mus\u00e9e d'Orsay\n----------------------------------------\nexhibitHighlights: Houses the Mona Lisa and Venus de Milo, showcasing Western art from the Middle Ages to 1848, extensive Egyptian antiquities, and a vast collection of paintings, including works by Michelangelo and Delacroix.\nentryFee: 17.0\nopenToday: True\nmuseumName: The Louvre Museum\n----------------------------------------\nexhibitHighlights: Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Art\n----------------------------------------\nexhibitHighlights: Complex of museums showcasing papal collections amassed over centuries. Features the Sistine Chapel with Michelangelo's ceiling frescoes, Raphael Rooms, and a vast collection of sculptures and paintings.\nentryFee: 17.0\nopenToday: True\nmuseumName: Vatican Museums\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Retrieve museums where the property openToday is equal to true, indicating that they are open today.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": { + "property_name": "openToday", + "operator": "=", + "value": true + }, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_filter" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Home to over 2 million works spanning 5,000 years of human creativity. Features an exceptional collection of European paintings, including works by Van Gogh and Rembrandt, extensive Egyptian antiquities, and the iconic Temple of Dendur. American Wing showcases native art from colonial to modern periods.\nentryFee: 25.0\nopenToday: True\nmuseumName: The Metropolitan Museum of Art\n----------------------------------------\nexhibitHighlights: Housed in a former railway station, featuring the world's largest collection of Impressionist and Post-Impressionist masterpieces. Highlights include works by Monet, Van Gogh, and Renoir. Notable for its comprehensive collection of 19th-century European art and sculpture gallery.\nentryFee: 16.0\nopenToday: True\nmuseumName: Mus\u00e9e d'Orsay\n----------------------------------------\nexhibitHighlights: Houses the Mona Lisa and Venus de Milo, showcasing Western art from the Middle Ages to 1848, extensive Egyptian antiquities, and a vast collection of paintings, including works by Michelangelo and Delacroix.\nentryFee: 17.0\nopenToday: True\nmuseumName: The Louvre Museum\n----------------------------------------\nexhibitHighlights: Extensive collection of European and American paintings, sculptures, and decorative arts. Highlights include works by Leonardo da Vinci, Jan van Eyck, and Claude Monet. Features a sculpture garden with works by Rodin, Moore, and Calder.\nentryFee: 0.0\nopenToday: True\nmuseumName: National Gallery of Art\n----------------------------------------\nexhibitHighlights: Complex of museums showcasing papal collections amassed over centuries. Features the Sistine Chapel with Michelangelo's ceiling frescoes, Raphael Rooms, and a vast collection of sculptures and paintings.\nentryFee: 17.0\nopenToday: True\nmuseumName: Vatican Museums\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the mean entryFee for each museumName in the Museums collection.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "entryFee", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "integer_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = The Metropolitan Museum of Art\nProperty: entryFee\n mean: 25\nGroup count: 2\n----------------------------------------\nGroup: museumName = The Hermitage Museum\nProperty: entryFee\n mean: 20\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Palace Museum\nProperty: entryFee\n mean: 9\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional Centro de Arte Reina Sof\u00eda\nProperty: entryFee\n mean: 10\nGroup count: 1\n----------------------------------------\nGroup: museumName = Art Institute of Chicago\nProperty: entryFee\n mean: 25\nGroup count: 1\n----------------------------------------\nGroup: museumName = The British Museum\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Victoria and Albert Museum\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Louvre Abu Dhabi\nProperty: entryFee\n mean: 17\nGroup count: 1\n----------------------------------------\nGroup: museumName = Vatican Museums\nProperty: entryFee\n mean: 17\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Art Institute of Chicago\nProperty: entryFee\n mean: 25\nGroup count: 1\n----------------------------------------\nGroup: museumName = Reina Sof\u00eda Museum\nProperty: entryFee\n mean: 10\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Anthropology\nProperty: entryFee\n mean: 8\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Korea\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Louvre Museum\nProperty: entryFee\n mean: 17\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo Metropolitan Art Museum\nProperty: entryFee\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: museumName = Uffizi Gallery\nProperty: entryFee\n mean: 20\nGroup count: 1\n----------------------------------------\nGroup: museumName = Centre Pompidou\nProperty: entryFee\n mean: 14\nGroup count: 1\n----------------------------------------\nGroup: museumName = Prado National Museum\nProperty: entryFee\n mean: 15\nGroup count: 1\n----------------------------------------\nGroup: museumName = Egyptian Museum\nProperty: entryFee\n mean: 16\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of China\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo del Prado\nProperty: entryFee\n mean: 15\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Canada\nProperty: entryFee\n mean: 16\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo National Museum\nProperty: entryFee\n mean: 6\nGroup count: 1\n----------------------------------------\nGroup: museumName = Vatican Museum\nProperty: entryFee\n mean: 17\nGroup count: 1\n----------------------------------------\nGroup: museumName = Mus\u00e9e d'Orsay\nProperty: entryFee\n mean: 16\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum\nProperty: entryFee\n mean: 20\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tate Modern\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Ethnology, Osaka\nProperty: entryFee\n mean: 6\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery, London\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Pergamon Museum\nProperty: entryFee\n mean: 19\nGroup count: 1\n----------------------------------------\nGroup: museumName = Los Angeles County Museum of Art (LACMA)\nProperty: entryFee\n mean: 25\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern and Contemporary Art, Korea\nProperty: entryFee\n mean: 4\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Victoria\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Getty Center\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Fine Arts, Boston\nProperty: entryFee\n mean: 25\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Guggenheim Museum Bilbao\nProperty: entryFee\n mean: 16\nGroup count: 1\n----------------------------------------\nGroup: museumName = Acropolis Museum\nProperty: entryFee\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: museumName = British Museum\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional de Antropolog\u00eda\nProperty: entryFee\n mean: 8\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional del Prado\nProperty: entryFee\n mean: 15\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern Art, Tokyo\nProperty: entryFee\n mean: 5\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art\nProperty: entryFee\n mean: 25\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum Amsterdam\nProperty: entryFee\n mean: 20\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Art\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art (MoMA)\nProperty: entryFee\n mean: 25\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Broad\nProperty: entryFee\n mean: 0\nGroup count: 1\n----------------------------------------\nGroup: museumName = The State Hermitage Museum\nProperty: entryFee\n mean: 20\nGroup count: 1\n----------------------------------------\nGroup: museumName = State Hermitage Museum\nProperty: entryFee\n mean: 20\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Calculate the mean of averageVisitorCount in Exhibitions to find the average number of visitors per day.", + "target_collection": "Exhibitions", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": { + "property_name": "averageVisitorCount", + "metrics": "MEAN" + }, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "integer_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: averageVisitorCount\n mean: 764.8148148148148\nTotal count: 54\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Provide a count of exhibitions based on the exhibitionDescription and organize these results by whether the exhibition is currentlyRunning.", + "target_collection": "Exhibitions", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "exhibitionDescription", + "metrics": "COUNT", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": "currentlyRunning" + }, + "ground_truth_operators": [ + "text_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: currentlyRunning = true\nProperty: exhibitionDescription\n count: 36\n Most common values:\nGroup count: 36\n----------------------------------------\nGroup: currentlyRunning = false\nProperty: exhibitionDescription\n count: 18\n Most common values:\nGroup count: 18\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Use text_property_aggregation to determine the types of exhibits present in exhibitHighlights of the Museums collection.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": { + "property_name": "exhibitHighlights", + "metrics": "TYPE", + "top_occurrences_limit": null + }, + "boolean_property_aggregation": null, + "groupby_property": null + }, + "ground_truth_operators": [ + "text_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Count how many museums are open today (openToday) and group the results by museumName.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "COUNT" + }, + "groupby_property": "museumName" + }, + "ground_truth_operators": [ + "boolean_property_aggregation", + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Grouped aggregation results:\n----------------------------------------\nGroup: museumName = The Metropolitan Museum of Art\nProperty: openToday\n count: 2\nGroup count: 2\n----------------------------------------\nGroup: museumName = National Palace Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The British Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Reina Sof\u00eda Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Vatican Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Broad\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Louvre Abu Dhabi\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo del Prado\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Anthropology\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art (MoMA)\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Guggenheim Museum Bilbao\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Centre Pompidou\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Getty Center\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo Metropolitan Art Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Victoria and Albert Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tokyo National Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Ethnology, Osaka\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Prado National Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Los Angeles County Museum of Art (LACMA)\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Acropolis Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of China\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Egyptian Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern and Contemporary Art, Korea\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Pergamon Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Mus\u00e9e d'Orsay\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Victoria\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Canada\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery, London\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional Centro de Arte Reina Sof\u00eda\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional de Antropolog\u00eda\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Vatican Museums\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The State Hermitage Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Korea\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Rijksmuseum Amsterdam\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = British Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Art Institute of Chicago\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Hermitage Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museo Nacional del Prado\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Uffizi Gallery\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Tate Modern\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Fine Arts, Boston\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Gallery of Art\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Louvre Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = State Hermitage Museum\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = The Art Institute of Chicago\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = National Museum of Modern Art, Tokyo\nProperty: openToday\n count: 1\nGroup count: 1\n----------------------------------------\nGroup: museumName = Museum of Modern Art\nProperty: openToday\n count: 1\nGroup count: 1\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Count how many museums are open today in the openToday property.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": { + "property_name": "openToday", + "metrics": "COUNT" + }, + "groupby_property": null + }, + "ground_truth_operators": [ + "boolean_property_aggregation" + ], + "is_valid": true, + "ground_truth_query_result": "Aggregation results:\n----------------------------------------\nProperty: openToday\n count: 50\nTotal count: 50\n" + }, + { + "database_schema": "{\"weaviate_collections\":[{\"name\":\"Museums\",\"properties\":[{\"name\":\"museumName\",\"data_type\":[\"string\"],\"description\":\"The name of the museum.\"},{\"name\":\"exhibitHighlights\",\"data_type\":[\"string\"],\"description\":\"A detailed description of the museum's most notable exhibits and their historical significance.\"},{\"name\":\"entryFee\",\"data_type\":[\"number\"],\"description\":\"The standard entry fee for the museum.\"},{\"name\":\"openToday\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the museum is open today.\"}],\"envisioned_use_case_overview\":\"The Museums schema provides an enriching database for those interested in exploring detailed cultural exhibits. Semantic search capabilities highlight unique features and historical value of the museum's collections.\"},{\"name\":\"Exhibitions\",\"properties\":[{\"name\":\"exhibitionTitle\",\"data_type\":[\"string\"],\"description\":\"The title of the exhibition.\"},{\"name\":\"exhibitionDescription\",\"data_type\":[\"string\"],\"description\":\"A comprehensive overview of the exhibition, including themes and featured artworks.\"},{\"name\":\"averageVisitorCount\",\"data_type\":[\"number\"],\"description\":\"The average number of visitors per day for the exhibition.\"},{\"name\":\"currentlyRunning\",\"data_type\":[\"boolean\"],\"description\":\"Indicates whether the exhibition is currently open to the public.\"}],\"envisioned_use_case_overview\":\"This schema helps users discover and explore various exhibitions based on thematic interest or visitor popularity, encouraging semantic searches for immersive cultural experiences.\"},{\"name\":\"ArtPieces\",\"properties\":[{\"name\":\"artPieceName\",\"data_type\":[\"string\"],\"description\":\"The name of the art piece.\"},{\"name\":\"artPieceHistory\",\"data_type\":[\"string\"],\"description\":\"A detailed history and description of the art piece, including the artist and creation story.\"},{\"name\":\"currentValuation\",\"data_type\":[\"number\"],\"description\":\"The current market valuation of the art piece.\"},{\"name\":\"onDisplay\",\"data_type\":[\"boolean\"],\"description\":\"A flag indicating if the art piece is currently on display.\"}],\"envisioned_use_case_overview\":\"The ArtPieces schema supports the discovery and assessment of art pieces across various museums. With semantic capabilities, users can explore artwork based on historical significance and monetary valuation.\"}]}", + "query": { + "corresponding_natural_language_query": "Group museums by the entryFee to see how many museums share the same admission cost.", + "target_collection": "Museums", + "search_query": null, + "integer_property_filter": null, + "text_property_filter": null, + "boolean_property_filter": null, + "integer_property_aggregation": null, + "text_property_aggregation": null, + "boolean_property_aggregation": null, + "groupby_property": "entryFee" + }, + "ground_truth_operators": [ + "groupby_property" + ], + "is_valid": true, + "ground_truth_query_result": "Found objects:\n----------------------------------------\nexhibitHighlights: Universal museum showcasing art from around the world, with a focus on cultural exchange and dialogue. Features works from ancient civilizations to contemporary art. Houses masterpieces on loan from French museums.\nentryFee: 17.0\nopenToday: True\nmuseumName: Louvre Abu Dhabi\n----------------------------------------\nexhibitHighlights: Comprehensive collection of Japanese art and archaeology, including ancient pottery, Buddhist sculptures, and samurai swords. Features exhibits on Japanese history and culture from prehistoric times to the present.\nentryFee: 6.0\nopenToday: False\nmuseumName: Tokyo National Museum\n----------------------------------------\nexhibitHighlights: World's leading museum of art, design, and performance. Houses a vast collection of decorative arts and design, including fashion, furniture, and ceramics. Features exhibits on theatre, photography, and architecture.\nentryFee: 0.0\nopenToday: True\nmuseumName: Victoria and Albert Museum\n----------------------------------------\nexhibitHighlights: Showcases Korean modern and contemporary art, with a focus on works from the 20th and 21st centuries. Features a diverse range of media, including painting, sculpture, and new media.\nentryFee: 4.0\nopenToday: True\nmuseumName: National Museum of Modern and Contemporary Art, Korea\n----------------------------------------\nexhibitHighlights: Houses the Mona Lisa and Venus de Milo, showcasing Western art from the Middle Ages to 1848, extensive Egyptian antiquities, and a vast collection of paintings, including works by Michelangelo and Delacroix.\nentryFee: 17.0\nopenToday: True\nmuseumName: The Louvre Museum\n" + } +] \ No newline at end of file diff --git a/notebooks/bigquery-pydantic-simple.ipynb b/notebooks/bigquery-pydantic-simple.ipynb new file mode 100644 index 0000000..6f41fdf --- /dev/null +++ b/notebooks/bigquery-pydantic-simple.ipynb @@ -0,0 +1,486 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Pydantic is the new SQL\n", + "\n", + "This notebook will illustrate the challenge of text-to-SQL approaches with LLMs,\n", + "\n", + "> and why we believe **structured outputs with Pydantic** is the best way to query databases with LLMs." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### DSPy setup\n", + "\n", + "This notebook does not use any particular features of DSPy -- it is just wrapping the structured output API from OpenAI." + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [], + "source": [ + "import dspy\n", + "import os\n", + "lm = dspy.LM('openai/gpt-4o', api_key=os.getenv(\"OPENAI_API_KEY\"))\n", + "dspy.configure(lm=lm)" + ] + }, + { + "cell_type": "code", + "execution_count": 89, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['The future of database systems with AI is poised to be transformative, as AI technologies continue to evolve and integrate more deeply into data management processes. Here are some key trends and potential developments:\\n\\n1. **Automated Database Management**: AI can automate many routine database management tasks, such as tuning, indexing, and query optimization. This reduces the need for manual intervention and allows database administrators to focus on more strategic tasks.\\n\\n2. **Intelligent Query Processing**: AI can enhance query processing by predicting query patterns and optimizing execution plans. This can lead to faster query responses and more efficient use of resources.\\n\\n3. **Enhanced Data Security**: AI can improve database security by detecting anomalies and potential threats in real-time. Machine learning algorithms can identify unusual access patterns and alert administrators to potential breaches.\\n\\n4. **Predictive Analytics**: AI-driven databases can provide advanced analytics capabilities, allowing organizations to derive insights from their data more quickly and accurately. This includes predictive modeling and real-time analytics.\\n\\n5. **Natural Language Processing (NLP)**: With advancements in NLP, users can interact with databases using natural language queries. This makes data access more intuitive and accessible to non-technical users.\\n\\n6. **Data Integration and Cleaning**: AI can assist in integrating data from disparate sources and automating data cleaning processes. This ensures higher data quality and consistency across the organization.\\n\\n7. **Scalability and Performance**: AI can help optimize database performance and scalability by predicting workload patterns and dynamically allocating resources as needed.\\n\\n8. **Personalized User Experiences**: AI can tailor database interactions based on user behavior and preferences, providing personalized recommendations and insights.\\n\\n9. **Edge Computing and IoT**: As edge computing and IoT devices generate vast amounts of data, AI-driven databases can process and analyze this data closer to the source, reducing latency and bandwidth usage.\\n\\n10. **Hybrid and Multi-Cloud Environments**: AI can facilitate the management of databases across hybrid and multi-cloud environments, optimizing data placement and access based on cost, performance, and compliance requirements.\\n\\nOverall, the integration of AI into database systems is expected to lead to more intelligent, efficient, and secure data management solutions, enabling organizations to leverage their data assets more effectively. However, this also raises challenges related to data privacy, ethical AI use, and the need for skilled professionals to manage and interpret AI-driven insights.']" + ] + }, + "execution_count": 89, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "lm(\"What is the future of database systems with AI?\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Google BigQuery Setup" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "metadata": {}, + "outputs": [], + "source": [ + "from google.cloud import bigquery\n", + "\n", + "google_creds_file = \"./my-google-creds.json\"\n", + "project_id = \"\"\n", + "dataset_id = \"\"\n", + "\n", + "import google.auth\n", + "\n", + "from google.oauth2 import service_account\n", + "\n", + "credentials = service_account.Credentials.from_service_account_file(google_creds_file)\n", + "\n", + "bigquery_client = bigquery.Client(project=project_id, credentials=credentials)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Google Data Marketplace" + ] + }, + { + "cell_type": "code", + "execution_count": 32, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Row(('Mary', 895), {'name': 0, 'number': 1})\n", + "Row(('Roberta', 37), {'name': 0, 'number': 1})\n", + "Row(('Marguerite', 42), {'name': 0, 'number': 1})\n" + ] + } + ], + "source": [ + "QUERY = (\n", + " 'SELECT name, number FROM `bigquery-public-data.usa_names.usa_1910_2013` '\n", + " 'WHERE state = \"TX\" '\n", + " 'LIMIT 100')\n", + "query_job = bigquery_client.query(QUERY)\n", + "rows = query_job.result()\n", + "\n", + "for idx, row in enumerate(rows):\n", + " if idx > 2:\n", + " break\n", + " print(row)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Execute BigQuery Query" + ] + }, + { + "cell_type": "code", + "execution_count": 93, + "metadata": {}, + "outputs": [], + "source": [ + "def execute_query(query: str, client: bigquery.Client) -> bigquery.table.RowIterator:\n", + " \"\"\"\n", + " Execute a BigQuery SQL query using the provided client\n", + " \n", + " Args:\n", + " query: SQL query string to execute\n", + " client: Authenticated BigQuery client\n", + " \n", + " Returns:\n", + " Iterator of query results\n", + " \"\"\"\n", + " query_job = client.query(query)\n", + " return query_job.result()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Database Schema Metadata Prompting\n", + "\n", + "We prompt the LLM with the schema of the database it can query." + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Schema for table bigquery-public-data.usa_names.usa_1910_2013:\n", + "Name: state, Type: STRING, Mode: NULLABLE\n", + "Name: gender, Type: STRING, Mode: NULLABLE\n", + "Name: year, Type: INTEGER, Mode: NULLABLE\n", + "Name: name, Type: STRING, Mode: NULLABLE\n", + "Name: number, Type: INTEGER, Mode: NULLABLE\n", + "\n" + ] + } + ], + "source": [ + "def get_table_schema(table_id: str) -> str:\n", + " # Get the table details\n", + " table = bigquery_client.get_table(table_id)\n", + " \n", + " # Build schema string\n", + " schema_str = f\"Schema for table {table_id}:\\n\"\n", + " for schema_field in table.schema:\n", + " schema_str += f\"Name: {schema_field.name}, Type: {schema_field.field_type}, Mode: {schema_field.mode}\\n\"\n", + " \n", + " return schema_str\n", + "\n", + "texas_names_schema = get_table_schema(\"bigquery-public-data.usa_names.usa_1910_2013\")\n", + "print(texas_names_schema)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### SQL as a Text Output" + ] + }, + { + "cell_type": "code", + "execution_count": 90, + "metadata": {}, + "outputs": [], + "source": [ + "class SQLWriter(dspy.Signature):\n", + " \"\"\"Translate a natural language information need into a BigQuery query. In your rationale please be very clear about why you chose the specific query operators you did and why you do not need the operators you did not choose.\"\"\"\n", + "\n", + " nl_command: str = dspy.InputField(desc=\"A natural language command with an underlying information need your db_query should answer.\")\n", + " db_schema: str = dspy.InputField(desc=\"The database schema you can query.\")\n", + " db_sql_query: str = dspy.OutputField()" + ] + }, + { + "cell_type": "code", + "execution_count": 92, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "```sql\n", + "SELECT name, SUM(number) AS total_count\n", + "FROM `bigquery-public-data.usa_names.usa_1910_2013`\n", + "WHERE state = 'TX'\n", + "GROUP BY name\n", + "ORDER BY total_count DESC\n", + "LIMIT 5\n", + "```\n" + ] + } + ], + "source": [ + "bigquery_writer = dspy.ChainOfThought(SQLWriter)\n", + "texas_names_schema = get_table_schema(\"bigquery-public-data.usa_names.usa_1910_2013\")\n", + "\n", + "generated_query = bigquery_writer(\n", + " nl_command = \"What are the 5 most common names in Texas?\",\n", + " db_schema = texas_names_schema\n", + ")\n", + "\n", + "db_sql_query = generated_query.db_sql_query\n", + "\n", + "print(db_sql_query)" + ] + }, + { + "cell_type": "code", + "execution_count": 94, + "metadata": {}, + "outputs": [ + { + "ename": "BadRequest", + "evalue": "400 Syntax error: Unexpected identifier `` at [1:1]; reason: invalidQuery, location: query, message: Syntax error: Unexpected identifier `` at [1:1]\n\nLocation: US\nJob ID: 5ca32c57-14ea-468c-9948-d8c163bec990\n", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mBadRequest\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[94], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mexecute_query\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdb_sql_query\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbigquery_client\u001b[49m\u001b[43m)\u001b[49m\n", + "Cell \u001b[0;32mIn[93], line 13\u001b[0m, in \u001b[0;36mexecute_query\u001b[0;34m(query, client)\u001b[0m\n\u001b[1;32m 2\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 3\u001b[0m \u001b[38;5;124;03mExecute a BigQuery SQL query using the provided client\u001b[39;00m\n\u001b[1;32m 4\u001b[0m \u001b[38;5;124;03m\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[38;5;124;03m Iterator of query results\u001b[39;00m\n\u001b[1;32m 11\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 12\u001b[0m query_job \u001b[38;5;241m=\u001b[39m client\u001b[38;5;241m.\u001b[39mquery(query)\n\u001b[0;32m---> 13\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mquery_job\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mresult\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/google/cloud/bigquery/job/query.py:1681\u001b[0m, in \u001b[0;36mQueryJob.result\u001b[0;34m(self, page_size, max_results, retry, timeout, start_index, job_retry)\u001b[0m\n\u001b[1;32m 1676\u001b[0m remaining_timeout \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m 1678\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m remaining_timeout \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 1679\u001b[0m \u001b[38;5;66;03m# Since is_job_done() calls jobs.getQueryResults, which is a\u001b[39;00m\n\u001b[1;32m 1680\u001b[0m \u001b[38;5;66;03m# long-running API, don't delay the next request at all.\u001b[39;00m\n\u001b[0;32m-> 1681\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[43mis_job_done\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m:\n\u001b[1;32m 1682\u001b[0m \u001b[38;5;28;01mpass\u001b[39;00m\n\u001b[1;32m 1683\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 1684\u001b[0m \u001b[38;5;66;03m# Use a monotonic clock since we don't actually care about\u001b[39;00m\n\u001b[1;32m 1685\u001b[0m \u001b[38;5;66;03m# daylight savings or similar, just the elapsed time.\u001b[39;00m\n", + "File \u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/google/api_core/retry/retry_unary.py:293\u001b[0m, in \u001b[0;36mRetry.__call__..retry_wrapped_func\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 289\u001b[0m target \u001b[38;5;241m=\u001b[39m functools\u001b[38;5;241m.\u001b[39mpartial(func, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[1;32m 290\u001b[0m sleep_generator \u001b[38;5;241m=\u001b[39m exponential_sleep_generator(\n\u001b[1;32m 291\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_initial, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_maximum, multiplier\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_multiplier\n\u001b[1;32m 292\u001b[0m )\n\u001b[0;32m--> 293\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mretry_target\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 294\u001b[0m \u001b[43m \u001b[49m\u001b[43mtarget\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 295\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_predicate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 296\u001b[0m \u001b[43m \u001b[49m\u001b[43msleep_generator\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 297\u001b[0m \u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_timeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 298\u001b[0m \u001b[43m \u001b[49m\u001b[43mon_error\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mon_error\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 299\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/google/api_core/retry/retry_unary.py:153\u001b[0m, in \u001b[0;36mretry_target\u001b[0;34m(target, predicate, sleep_generator, timeout, on_error, exception_factory, **kwargs)\u001b[0m\n\u001b[1;32m 149\u001b[0m \u001b[38;5;66;03m# pylint: disable=broad-except\u001b[39;00m\n\u001b[1;32m 150\u001b[0m \u001b[38;5;66;03m# This function explicitly must deal with broad exceptions.\u001b[39;00m\n\u001b[1;32m 151\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m 152\u001b[0m \u001b[38;5;66;03m# defer to shared logic for handling errors\u001b[39;00m\n\u001b[0;32m--> 153\u001b[0m \u001b[43m_retry_error_helper\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 154\u001b[0m \u001b[43m \u001b[49m\u001b[43mexc\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 155\u001b[0m \u001b[43m \u001b[49m\u001b[43mdeadline\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 156\u001b[0m \u001b[43m \u001b[49m\u001b[43msleep\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 157\u001b[0m \u001b[43m \u001b[49m\u001b[43merror_list\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 158\u001b[0m \u001b[43m \u001b[49m\u001b[43mpredicate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 159\u001b[0m \u001b[43m \u001b[49m\u001b[43mon_error\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 160\u001b[0m \u001b[43m \u001b[49m\u001b[43mexception_factory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 161\u001b[0m \u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 162\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 163\u001b[0m \u001b[38;5;66;03m# if exception not raised, sleep before next attempt\u001b[39;00m\n\u001b[1;32m 164\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(sleep)\n", + "File \u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/google/api_core/retry/retry_base.py:212\u001b[0m, in \u001b[0;36m_retry_error_helper\u001b[0;34m(exc, deadline, next_sleep, error_list, predicate_fn, on_error_fn, exc_factory_fn, original_timeout)\u001b[0m\n\u001b[1;32m 206\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m predicate_fn(exc):\n\u001b[1;32m 207\u001b[0m final_exc, source_exc \u001b[38;5;241m=\u001b[39m exc_factory_fn(\n\u001b[1;32m 208\u001b[0m error_list,\n\u001b[1;32m 209\u001b[0m RetryFailureReason\u001b[38;5;241m.\u001b[39mNON_RETRYABLE_ERROR,\n\u001b[1;32m 210\u001b[0m original_timeout,\n\u001b[1;32m 211\u001b[0m )\n\u001b[0;32m--> 212\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m final_exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01msource_exc\u001b[39;00m\n\u001b[1;32m 213\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m on_error_fn \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 214\u001b[0m on_error_fn(exc)\n", + "File \u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/google/api_core/retry/retry_unary.py:144\u001b[0m, in \u001b[0;36mretry_target\u001b[0;34m(target, predicate, sleep_generator, timeout, on_error, exception_factory, **kwargs)\u001b[0m\n\u001b[1;32m 142\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m sleep \u001b[38;5;129;01min\u001b[39;00m sleep_generator:\n\u001b[1;32m 143\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 144\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[43mtarget\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 145\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m inspect\u001b[38;5;241m.\u001b[39misawaitable(result):\n\u001b[1;32m 146\u001b[0m warnings\u001b[38;5;241m.\u001b[39mwarn(_ASYNC_RETRY_WARNING)\n", + "File \u001b[0;32m/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/google/cloud/bigquery/job/query.py:1630\u001b[0m, in \u001b[0;36mQueryJob.result..is_job_done\u001b[0;34m()\u001b[0m\n\u001b[1;32m 1607\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m job_failed_exception \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 1608\u001b[0m \u001b[38;5;66;03m# Only try to restart the query job if the job failed for\u001b[39;00m\n\u001b[1;32m 1609\u001b[0m \u001b[38;5;66;03m# a retriable reason. For example, don't restart the query\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1627\u001b[0m \u001b[38;5;66;03m# into an exception that can be processed by the\u001b[39;00m\n\u001b[1;32m 1628\u001b[0m \u001b[38;5;66;03m# `job_retry` predicate.\u001b[39;00m\n\u001b[1;32m 1629\u001b[0m restart_query_job \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[0;32m-> 1630\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m job_failed_exception\n\u001b[1;32m 1631\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 1632\u001b[0m \u001b[38;5;66;03m# Make sure that the _query_results are cached so we\u001b[39;00m\n\u001b[1;32m 1633\u001b[0m \u001b[38;5;66;03m# can return a complete RowIterator.\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1639\u001b[0m \u001b[38;5;66;03m# making any extra API calls if the previous loop\u001b[39;00m\n\u001b[1;32m 1640\u001b[0m \u001b[38;5;66;03m# iteration fetched the finished job.\u001b[39;00m\n\u001b[1;32m 1641\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_reload_query_results(\n\u001b[1;32m 1642\u001b[0m retry\u001b[38;5;241m=\u001b[39mretry, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mreload_query_results_kwargs\n\u001b[1;32m 1643\u001b[0m )\n", + "\u001b[0;31mBadRequest\u001b[0m: 400 Syntax error: Unexpected identifier `` at [1:1]; reason: invalidQuery, location: query, message: Syntax error: Unexpected identifier `` at [1:1]\n\nLocation: US\nJob ID: 5ca32c57-14ea-468c-9948-d8c163bec990\n" + ] + } + ], + "source": [ + "execute_query(db_sql_query, bigquery_client)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Pydantic is the new SQL" + ] + }, + { + "cell_type": "code", + "execution_count": 71, + "metadata": {}, + "outputs": [], + "source": [ + "from pydantic import BaseModel\n", + "from typing import Optional, List, Tuple\n", + "from google.cloud import bigquery\n", + "\n", + "class BigQueryFilter(BaseModel):\n", + " field: str\n", + " operator: str \n", + " value: str | int | float\n", + "\n", + "class BigQueryQuery(BaseModel):\n", + " table: str\n", + " fields: List[str]\n", + " filters: Optional[List[BigQueryFilter]] = None\n", + " limit: Optional[int] = None\n", + " group_by: Optional[List[str]] = None\n", + " sort_by: Optional[List[Tuple[str, str]]] = None # List of (field, direction) tuples\n", + "\n", + " def to_sql(self) -> str:\n", + " query = f\"SELECT {', '.join(self.fields)} FROM `{self.table}`\"\n", + " \n", + " if self.filters:\n", + " conditions = []\n", + " for f in self.filters:\n", + " # Convert value to string with quotes if it's a string\n", + " value = f'\"{f.value}\"' if isinstance(f.value, str) else str(f.value)\n", + " conditions.append(f\"{f.field} {f.operator} {value}\")\n", + " query += f\" WHERE {' AND '.join(conditions)}\"\n", + " \n", + " if self.group_by:\n", + " query += f\" GROUP BY {', '.join(self.group_by)}\"\n", + " \n", + " if self.sort_by:\n", + " sort_clauses = [f\"{field} {direction}\" for field, direction in self.sort_by]\n", + " query += f\" ORDER BY {', '.join(sort_clauses)}\"\n", + " \n", + " if self.limit:\n", + " query += f\" LIMIT {self.limit}\"\n", + " \n", + " return query" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### DSPy `BigQueryWriter`" + ] + }, + { + "cell_type": "code", + "execution_count": 78, + "metadata": {}, + "outputs": [], + "source": [ + "class BigQueryWriter(dspy.Signature):\n", + " \"\"\"Translate a natural language information need into a BigQuery query. In your rationale please be very clear about why you chose the specific query operators you did and why you do not need the operators you did not choose.\"\"\"\n", + "\n", + " nl_command: str = dspy.InputField(desc=\"A natural language command with an underlying information need your db_query should answer.\")\n", + " db_schema: str = dspy.InputField(desc=\"The database schema you can query.\")\n", + " db_query: BigQueryQuery = dspy.OutputField()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# End-to-End Demo" + ] + }, + { + "cell_type": "code", + "execution_count": 83, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Prediction(\n", + " reasoning='To find the 5 most common names in Texas, we need to focus on the `name` and `number` fields in the `usa_1910_2013` table. The `state` field will be used to filter the data to only include entries from Texas. We will sum the `number` of occurrences for each `name` to determine the total count of each name in Texas. After that, we will sort the names by their total count in descending order to identify the most common names. Finally, we will limit the results to the top 5 names. The `gender` and `year` fields are not relevant for this query as the command does not specify any gender or year constraints.',\n", + " db_query=BigQueryQuery(table='bigquery-public-data.usa_names.usa_1910_2013', fields=['name', 'SUM(number) as total_count'], filters=[BigQueryFilter(field='state', operator='=', value='TX')], limit=5, group_by=['name'], sort_by=[('total_count', 'DESC')])\n", + ")\n" + ] + } + ], + "source": [ + "bigquery_writer = dspy.ChainOfThought(BigQueryWriter)\n", + "texas_names_schema = get_table_schema(\"bigquery-public-data.usa_names.usa_1910_2013\")\n", + "\n", + "generated_query = bigquery_writer(\n", + " nl_command = \"What are the 5 most common names in Texas?\",\n", + " db_schema = texas_names_schema\n", + ")\n", + "\n", + "print(generated_query)\n", + "db_query = generated_query.db_query" + ] + }, + { + "cell_type": "code", + "execution_count": 84, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "BigQuery Query Details:\n", + "Table: bigquery-public-data.usa_names.usa_1910_2013\n", + "\n", + "Fields:\n", + "- name\n", + "- SUM(number) as total_count\n", + "\n", + "Filters:\n", + "- state = TX\n", + "\n", + "Group By:\n", + "- name\n", + "\n", + "Limit: 5\n" + ] + } + ], + "source": [ + "def pretty_print_query(query):\n", + " \"\"\"Pretty print a BigQueryQuery object\"\"\"\n", + " print(\"BigQuery Query Details:\")\n", + " print(f\"Table: {query.table}\")\n", + " print(\"\\nFields:\")\n", + " for field in query.fields:\n", + " print(f\"- {field}\")\n", + " if query.filters:\n", + " print(\"\\nFilters:\")\n", + " for filter in query.filters:\n", + " print(f\"- {filter.field} {filter.operator} {filter.value}\")\n", + " if query.group_by:\n", + " print(\"\\nGroup By:\")\n", + " for group in query.group_by:\n", + " print(f\"- {group}\")\n", + " if query.limit:\n", + " print(f\"\\nLimit: {query.limit}\")\n", + "\n", + "pretty_print_query(db_query)" + ] + }, + { + "cell_type": "code", + "execution_count": 85, + "metadata": {}, + "outputs": [], + "source": [ + "rows = execute_query(db_query.to_sql(), client=bigquery_client)" + ] + }, + { + "cell_type": "code", + "execution_count": 86, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Row(('James', 272793), {'name': 0, 'total_count': 1})\n", + "Row(('John', 235139), {'name': 0, 'total_count': 1})\n", + "Row(('Michael', 225320), {'name': 0, 'total_count': 1})\n", + "Row(('Robert', 220399), {'name': 0, 'total_count': 1})\n", + "Row(('David', 219028), {'name': 0, 'total_count': 1})\n" + ] + } + ], + "source": [ + "for row in rows:\n", + " print(row)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.10" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/src/lm/pydantic_agents/agent.py b/src/lm/pydantic_agents/agent.py index e81da47..4ba8f98 100644 --- a/src/lm/pydantic_agents/agent.py +++ b/src/lm/pydantic_agents/agent.py @@ -461,11 +461,60 @@ def _stringify_aggregation_results( """Stringify the results of the aggregation executor.""" print(f"{Fore.GREEN}Stringifying {len(results)} aggregation results{Style.RESET_ALL}") stringified_responses = [] + for idx, (result, query) in enumerate(zip(results, queries)): response = f"Aggregation Result {idx+1} (Query: {query}):\n" - for prop in result.properties: - response += f"{prop}:{result.properties[prop]}\n" + + # Handle grouped results (AggregateGroupByReturn) + if hasattr(result, 'groups'): + response += f"Found {len(result.groups)} groups:\n" + for group in result.groups: + response += f"\nGroup: {group.grouped_by.prop} = {group.grouped_by.value}\n" + if hasattr(group, 'total_count'): + response += f"Total Count: {group.total_count}\n" + + if hasattr(group, 'properties'): + for prop_name, metrics in group.properties.items(): + response += f"\n{prop_name} metrics:\n" + + # Handle text metrics with top occurrences + if hasattr(metrics, 'top_occurrences') and metrics.top_occurrences: + response += "Top occurrences:\n" + for occurrence in metrics.top_occurrences: + response += f" {occurrence.value}: {occurrence.count}\n" + + # Handle numeric metrics + if hasattr(metrics, 'count') and metrics.count is not None: + response += f" count: {metrics.count}\n" + if hasattr(metrics, 'minimum') and metrics.minimum is not None: + response += f" minimum: {metrics.minimum}\n" + if hasattr(metrics, 'maximum') and metrics.maximum is not None: + response += f" maximum: {metrics.maximum}\n" + if hasattr(metrics, 'mean') and metrics.mean is not None: + response += f" mean: {metrics.mean:.2f}\n" + if hasattr(metrics, 'sum_') and metrics.sum_ is not None: + response += f" sum: {metrics.sum_}\n" + + # Handle non-grouped results (AggregateReturn) + elif hasattr(result, 'properties'): + for prop_name, metrics in result.properties.items(): + response += f"\n{prop_name} metrics:\n" + if hasattr(metrics, 'count') and metrics.count is not None: + response += f" count: {metrics.count}\n" + if hasattr(metrics, 'mean') and metrics.mean is not None: + response += f" mean: {metrics.mean:.2f}\n" + if hasattr(metrics, 'maximum') and metrics.maximum is not None: + response += f" maximum: {metrics.maximum}\n" + if hasattr(metrics, 'minimum') and metrics.minimum is not None: + response += f" minimum: {metrics.minimum}\n" + if hasattr(metrics, 'sum_') and metrics.sum_ is not None: + response += f" sum: {metrics.sum_}\n" + + if hasattr(result, 'total_count'): + response += f"\nTotal Count: {result.total_count}\n" + stringified_responses.append(response) + return stringified_responses def _update_usage(self, usage: Usage): diff --git a/src/lm/pydantic_agents/executors.py b/src/lm/pydantic_agents/executors.py index 90f7f37..84fc9bf 100644 --- a/src/lm/pydantic_agents/executors.py +++ b/src/lm/pydantic_agents/executors.py @@ -107,71 +107,102 @@ def create_filter(f: PropertyFilter) -> _FilterByProperty | None: async def process_results(aggregation_results: List[AggregateReturn], search_results: List[QueryReturn]): """Process both aggregation and search results.""" + print(f"\nReceived {len(search_results)} search results and {len(aggregation_results)} aggregation results") + # Process search results if search_results: for i, result in enumerate(search_results, 1): print(f"\nSearch Result Set {i}:") + print(f"Number of objects in result set: {len(result.objects)}") for item in result.objects: - print(f"Menu Item: {item.properties['menuItem']}") - print(f"Price: ${item.properties['price']:.2f}") - print(f"Vegetarian: {item.properties['isVegetarian']}") + print(f"\nObject properties: {list(item.properties.keys())}") + for prop, value in item.properties.items(): + print(f"{prop}: {value}") print("---") + else: + print("No search results to process") # Process aggregation results if aggregation_results: - print("\nAggregation Results:") - for agg_result in aggregation_results: + print(f"\nAggregation Results (count: {len(aggregation_results)}):") + for idx, agg_result in enumerate(aggregation_results): + print(f"\nProcessing aggregation result {idx + 1}") + print(f"Result type: {type(agg_result)}") + print(f"Available attributes: {dir(agg_result)}") + try: - # Handle AggregateGroupByReturn object - if hasattr(agg_result, 'groups') and agg_result.groups: # Check if groups exist and is not empty - for group in agg_result.groups: - print(f"\nGroup: {group.grouped_by.prop} = {group.grouped_by.value}") - print(f"Count: {group.total_count}") + # Handle grouped results (AggregateGroupByReturn) + if hasattr(agg_result, 'groups'): + print(f"Found grouped result with {len(agg_result.groups)} groups") + for group_idx, group in enumerate(agg_result.groups): + print(f"\nProcessing group {group_idx + 1}") + print(f"Group attributes: {dir(group)}") + print(f"Group: {group.grouped_by.prop} = {group.grouped_by.value}") + + if hasattr(group, 'total_count'): + print(f"Total Count: {group.total_count}") - for prop_name, metrics in group.properties.items(): - print(f"{prop_name} metrics:") - if isinstance(metrics, (AggregateInteger, AggregateNumber)): - if metrics.mean is not None: - print(f" mean: {metrics.mean:.2f}") - if metrics.maximum is not None: - print(f" maximum: {metrics.maximum}") - if metrics.minimum is not None: - print(f" minimum: {metrics.minimum}") - if metrics.count is not None: - print(f" count: {metrics.count}") - if metrics.sum_ is not None: - print(f" sum: {metrics.sum_}") - else: - # Convert metrics object to dictionary, filtering None values - metrics_dict = {k: v for k, v in vars(metrics).items() if not k.startswith('_') and v is not None} - for metric_name, value in metrics_dict.items(): - print(f" {metric_name}: {value}") + if hasattr(group, 'properties'): + print(f"Properties in group: {list(group.properties.keys())}") + for prop_name, metrics in group.properties.items(): + print(f"\n{prop_name} metrics (type: {type(metrics)}):") + print(f"Metrics attributes: {dir(metrics)}") + + # Handle AggregateText specifically + if hasattr(metrics, 'top_occurrences') and metrics.top_occurrences: + print(" Top occurrences:") + for occurrence in metrics.top_occurrences: + print(f" {occurrence.value}: {occurrence.count}") + + # Handle numeric metrics + if isinstance(metrics, (AggregateInteger, AggregateNumber)): + print(f" Available numeric metrics: count={metrics.count}, " + f"min={metrics.minimum}, max={metrics.maximum}, " + f"mean={metrics.mean}, sum={metrics.sum_}") + if metrics.count is not None: + print(f" count: {metrics.count}") + if metrics.minimum is not None: + print(f" minimum: {metrics.minimum}") + if metrics.maximum is not None: + print(f" maximum: {metrics.maximum}") + if metrics.mean is not None: + print(f" mean: {metrics.mean:.2f}") + if metrics.sum_ is not None: + print(f" sum: {metrics.sum_}") - # Handle AggregateReturn object - if hasattr(agg_result, 'properties'): + # Handle non-grouped results (AggregateReturn) + elif hasattr(agg_result, 'properties'): + print(f"Found non-grouped result with properties: {list(agg_result.properties.keys())}") for prop_name, metrics in agg_result.properties.items(): - print(f"\n{prop_name} metrics:") + print(f"\n{prop_name} metrics (type: {type(metrics)}):") + print(f"Metrics attributes: {dir(metrics)}") if isinstance(metrics, (AggregateInteger, AggregateNumber)): + print(f" Available numeric metrics: count={metrics.count}, " + f"min={metrics.minimum}, max={metrics.maximum}, " + f"mean={metrics.mean}, sum={metrics.sum_}") + if metrics.count is not None: + print(f" count: {metrics.count}") if metrics.mean is not None: print(f" mean: {metrics.mean:.2f}") if metrics.maximum is not None: print(f" maximum: {metrics.maximum}") if metrics.minimum is not None: print(f" minimum: {metrics.minimum}") - if metrics.count is not None: - print(f" count: {metrics.count}") if metrics.sum_ is not None: print(f" sum: {metrics.sum_}") - else: - metrics_dict = {k: v for k, v in vars(metrics).items() if not k.startswith('_') and v is not None} - for metric_name, value in metrics_dict.items(): - print(f" {metric_name}: {value}") - + else: + print(f"Warning: Unexpected aggregation result type: {type(agg_result)}") + print(f"Available attributes: {dir(agg_result)}") + if hasattr(agg_result, 'total_count'): print(f"\nTotal Count: {agg_result.total_count}") - + except Exception as e: print(f"Error processing aggregation result: {str(e)}") + print(f"Result type: {type(agg_result)}") + print(f"Error details: {repr(e)}") + print(f"Available attributes: {dir(agg_result)}") + raise # Re-raise the exception to see the full stack trace async def aggregate( @@ -229,9 +260,12 @@ def _build_return_metrics( ) ) elif isinstance(agg, IntegerPropertyAggregation): + metric_name = agg.metrics.value.lower() + if metric_name == "sum": + metric_name = "sum_" metrics_list.append( wc.query.Metrics(agg.property_name).integer( - **{agg.metrics.value.lower(): True} + **{metric_name: True} ) ) elif isinstance(agg, TextPropertyAggregation): @@ -253,57 +287,47 @@ def _build_return_metrics( async def main(): - """Example usage of the query executor.""" - import os - import weaviate - from weaviate.classes.init import Auth - from coordinator.src.agents.nodes.query import QueryAgentDeps, query_agent - - client = weaviate.use_async_with_weaviate_cloud( - cluster_url=os.getenv("WEAVIATE_URL"), - auth_credentials=Auth.api_key(os.getenv("WEAVIATE_API_KEY")), - headers={"X-Openai-Api-Key": os.getenv("OPENAI_APIKEY")}, - ) - - try: - collection = client.collections.get("Menus") - - # Example schema for menu items - schema = { - "properties": { - "menuItem": "string", - "itemDescription": "string", - "price": "number", - "isVegetarian": "boolean" - } - } - - query_agent_deps = QueryAgentDeps(collection_schema=schema) - - # Example query - query_result = await query_agent.run( - "Find vegetarian menu items under $20", - deps=query_agent_deps, - ) - - # Connect the client before searching - await client.connect() - - # Execute search - search_results = await search(collection, query_result.data, limit=10) + """Test AggregateGroupByReturn object parsing.""" + from dataclasses import dataclass + + @dataclass + class GroupedBy: + prop: str + value: str + + @dataclass + class AggregateInteger: + count: int + maximum: None + mean: None + median: None + minimum: None + mode: None + sum_: None + + @dataclass + class AggregateGroup: + grouped_by: GroupedBy + properties: dict + total_count: int - # Execute aggregation - agg_results = [] - if hasattr(query_result.data, 'aggregations'): - for agg in query_result.data.aggregations: - agg_result = await aggregate(collection, agg) - agg_results.append(agg_result) - - # Process and display results - await process_results(agg_results, search_results) - - finally: - await client.close() + @dataclass + class AggregateGroupByReturn: + groups: list + + # Create test object + test_results = [ + AggregateGroupByReturn(groups=[ + AggregateGroup( + grouped_by=GroupedBy(prop='openNow', value='true'), + properties={'name': AggregateInteger(count=13, maximum=None, mean=None, median=None, minimum=None, mode=None, sum_=None)}, + total_count=13 + ) + ]) + ] + + # Process results + await process_results(test_results, []) if __name__ == "__main__": diff --git a/src/lm/pydantic_agents/nodes.py b/src/lm/pydantic_agents/nodes.py index b7df52d..d1bd50a 100644 --- a/src/lm/pydantic_agents/nodes.py +++ b/src/lm/pydantic_agents/nodes.py @@ -103,7 +103,7 @@ class NumericMetrics(str, Enum): MEDIAN = "MEDIAN" MIN = "MINIMUM" MODE = "MODE" - SUM = "SUM" + SUM_ = "SUM_" TYPE = "TYPE" class TextMetrics(str, Enum): @@ -191,14 +191,22 @@ def build_prompt(self) -> str: You are a search query analyzer that determines which collections need which types of search actions. For each query, analyze which collections need: - 1. semantic search (searches): Used when you need to find or match specific items/documents + 1. aggregations (aggregations): Used when you need to compute statistics, counts, averages, etc. + - Each aggregation should be focused on one specific aspect of the original query + - IMPORTANT: Any questions about "how many", counts, or numbers mean that you should use aggregations + - Common aggregation triggers: + * "how many..." + * "count of..." + * "number of..." + * "total..." + + 2. semantic search (searches): Used when you need to find or match specific items/documents - Break down complex queries into specific, focused search queries - Each search_query should target one specific aspect or question - For example, "what are laptop prices and battery life" should become two queries: * "what are laptop prices" * "what is laptop battery life" - 2. aggregations (aggregations): Used when you need to compute statistics, counts, averages, etc. - - Each aggregation should be focused on one specific aspect of the original query + Key Decision Rules: - A collection can appear in both searches and aggregations if needed @@ -211,6 +219,7 @@ def build_prompt(self) -> str: - Calculate statistics (avg, sum, count) - Group or summarize data - Analyze trends or patterns + - Count number of items or documents Example Response Format: {{ @@ -466,7 +475,7 @@ def build_prompt(self) -> str: - MEAN: Average value - MEDIAN: Middle value - MODE: Most frequent value - - SUM: Sum of all values + - SUM_: Sum of all values - TYPE: Data type information Text properties support: diff --git a/src/test_gorilla/test_pydantic_agent.py b/src/test_gorilla/test_pydantic_agent.py index 7131813..99b7012 100644 --- a/src/test_gorilla/test_pydantic_agent.py +++ b/src/test_gorilla/test_pydantic_agent.py @@ -180,6 +180,8 @@ async def run_queries(client, queries_data: List[Dict], collections: Dict): # Print results print("\nQuery results:") print("Original Query:", result.original_query) + print("Search Queries sent:", result.searches) + print("Aggregation Queries sent:", result.aggregations) print("Final Answer:", result.final_answer) print("Usage Stats:", result.usage)