{"observation":{"id":"552b4ecb-a23d-4a01-812a-7a097d16d278","tool":"querio","tool_name":"Querio","criterion":"sql-visibility","criterion_name":"SQL Visibility","criterion_definition":"Can users inspect or copy the generated SQL?","criterion_evidence_type":"capability","criterion_rank_role":null,"criterion_rank_role_reason":null,"scenario":"order-pipeline-breakdown-with-paid-pending-edge-case-and-last-month-comparison","scenario_name":"Order pipeline breakdown with paid-pending edge case and last-month comparison","group_tag":"ecommerce-nl2sql-benchmark","scenario_description":"A deeper operational analysis of current order stages, delivery-versus-cancellation rates, pending-but-paid edge cases, and a month-over-month comparison of the same breakdown.","modality":"text","input_text":"How many orders do we have at each stage right now?\n\nFollow-up 1: What percentage of our orders were successfully delivered vs cancelled?\n\nFollow-up 2: Are there any orders that are pending but already paid?\n\nFollow-up 3: Compare that to last month — same breakdown, I want to see if things have improved or got worse.","input_artifact_refs":["image-2.png"],"stresses":["Order pipeline analysis","Percentage calculation","Edge-case detection","Payment/order status joins","Multi-turn context retention","Month-over-month comparison","Ambiguity handling for 'same breakdown'"],"verdict":"worked","score":null,"score_total":null,"note":"Exposes the generated SQL directly in the chat, including the explicit filter for pending-but-paid orders.","evidence_state":"verified","source":null,"artifacts":[{"url":"https://d3epheqghktydj.cloudfront.net/querio-image-16-63b99ff5f906.png","role":null,"alt":null}],"run_id":"db2bb5d5-0e0e-4cb3-8d76-3555c45c23cd","study_title":"Query Live Databases Using Plain English with AI","study_kind":"generation","research_task":"86b9y6c99","tested_at":null,"completeness":"input-and-output","input":{"state":"text","text":"How many orders do we have at each stage right now?\n\nFollow-up 1: What percentage of our orders were successfully delivered vs cancelled?\n\nFollow-up 2: Are there any orders that are pending but already paid?\n\nFollow-up 3: Compare that to last month — same breakdown, I want to see if things have improved or got worse.","files":[],"modality":"text","stresses":["Order pipeline analysis","Percentage calculation","Edge-case detection","Payment/order status joins","Multi-turn context retention","Month-over-month comparison","Ambiguity handling for 'same breakdown'"]},"tool_page_slug":"querio","tool_url":"https://aidemos.com/tools/querio","permalink":"https://aidemos.com/evidence/552b4ecb-a23d-4a01-812a-7a097d16d278","api_url":"https://ai.aidemos.com/v1/observations/552b4ecb-a23d-4a01-812a-7a097d16d278"},"peers":[{"id":"ea4e0c90-e39a-42db-9b13-d3561f30c240","tool":"askyourdatabase","tool_name":"AskYourDatabase","verdict":"worked","score":null,"score_total":null,"note":"Showed the SQL used for each step instead of only presenting the final answer.","artifact_count":4,"thumbnail":"https://d3epheqghktydj.cloudfront.net/askyourdatabase-image-8-8d823cd230bf.png","evidence_url":"https://aidemos.com/evidence/ea4e0c90-e39a-42db-9b13-d3561f30c240"}],"other_criteria":[{"id":"3f5103f1-b095-4b6f-b13e-20b0b7dc4af3","criterion":"business-insight","criterion_name":"Business Insight","rank_role":null,"verdict":"worked","score":null,"score_total":null,"note":"Explains the comparison rather than just reporting numbers, including that the month-to-date view is an early signal and should not be treated as a stable trend yet.","artifact_count":1,"evidence_url":"https://aidemos.com/evidence/3f5103f1-b095-4b6f-b13e-20b0b7dc4af3"},{"id":"09c072de-3411-436a-a32a-8fca354c3749","criterion":"chart-visualization-support","criterion_name":"Chart / Visualization Support","rank_role":null,"verdict":"worked","score":null,"score_total":null,"note":"Automatically generates chart views for the order-stage breakdown and the delivered-vs-cancelled comparison, including the month-over-month share chart.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/09c072de-3411-436a-a32a-8fca354c3749"},{"id":"36b9f3cc-d31a-4e7d-a424-b7ec650d518e","criterion":"follow-up-context","criterion_name":"Follow-Up Context","rank_role":null,"verdict":"struggled","score":null,"score_total":null,"note":"Keeps the conversation going across multiple turns, but on the final comparison it reuses the delivered-versus-cancelled thread instead of the pending-paid edge-case context, so context selection breaks on one follow-up.","artifact_count":0,"evidence_url":"https://aidemos.com/evidence/36b9f3cc-d31a-4e7d-a424-b7ec650d518e"},{"id":"e7daaa8d-fa7d-45f4-89f5-34917965ab66","criterion":"plain-english-query-handling","criterion_name":"Plain English Query Handling","rank_role":null,"verdict":"worked","score":null,"score_total":null,"note":"Accepts a multi-step operational question in plain English across several follow-ups without requiring SQL from the user.","artifact_count":4,"evidence_url":"https://aidemos.com/evidence/e7daaa8d-fa7d-45f4-89f5-34917965ab66"},{"id":"64a0bb10-5929-4acb-aeb1-8875ee8f7fc9","criterion":"result-readability","criterion_name":"Result Readability","rank_role":null,"verdict":"worked","score":null,"score_total":null,"note":"Presents the operational breakdown in compact tables with counts and percentages, making the current-stage and month-over-month results easy to scan.","artifact_count":3,"evidence_url":"https://aidemos.com/evidence/64a0bb10-5929-4acb-aeb1-8875ee8f7fc9"}],"appears_in":[{"page_type":"use-case","slug":"query-live-databases","title":"Query Live Databases Using Plain English with AI","url":"https://aidemos.com/use-cases/query-live-databases","binding":"run"},{"page_type":"ranking","slug":"text-to-sql-tools","title":"Best AI Tools to Query Live Databases Using Plain English","url":"https://aidemos.com/best/text-to-sql-tools","binding":"study"}],"same_scenario":[{"id":"ea4e0c90-e39a-42db-9b13-d3561f30c240","tool":"askyourdatabase","tool_name":"AskYourDatabase","verdict":"worked","score":null,"score_total":null,"note":"Showed the SQL used for each step instead of only presenting the final answer."}]}