arcwise_rescored_student-base.json

{
  "source_report": "eval\\reports\\2026-07-22\\E_dense_fewshot_repair-student-base.json",
  "summary": {
    "original": {
      "matched": 100,
      "total": 200
    },
    "sql_only": {
      "matched": 98,
      "total": 199
    },
    "full": {
      "matched": 90,
      "total": 199
    }
  },
  "per_difficulty": {
    "original": {
      "simple": {
        "matched": 45,
        "total": 67
      },
      "moderate": {
        "matched": 42,
        "total": 99
      },
      "challenging": {
        "matched": 13,
        "total": 34
      }
    },
    "sql_only": {
      "simple": {
        "matched": 42,
        "total": 67
      },
      "moderate": {
        "matched": 42,
        "total": 98
      },
      "challenging": {
        "matched": 14,
        "total": 34
      }
    },
    "full": {
      "simple": {
        "matched": 40,
        "total": 67
      },
      "moderate": {
        "matched": 36,
        "total": 98
      },
      "challenging": {
        "matched": 14,
        "total": 34
      }
    }
  },
  "transitions": {
    "gained": [
      {
        "qid": 207,
        "variant": "sql_only",
        "difficulty": "challenging"
      },
      {
        "qid": 207,
        "variant": "full",
        "difficulty": "challenging"
      },
      {
        "qid": 260,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 260,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 634,
        "variant": "sql_only",
        "difficulty": "challenging"
      },
      {
        "qid": 634,
        "variant": "full",
        "difficulty": "challenging"
      },
      {
        "qid": 672,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 694,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 694,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 847,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 847,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 950,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 1029,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 1247,
        "variant": "sql_only",
        "difficulty": "challenging"
      },
      {
        "qid": 1247,
        "variant": "full",
        "difficulty": "challenging"
      },
      {
        "qid": 1251,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 1251,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 1254,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 1254,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 1422,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 1422,
        "variant": "full",
        "difficulty": "simple"
      }
    ],
    "lost": [
      {
        "qid": 36,
        "variant": "sql_only",
        "difficulty": "challenging"
      },
      {
        "qid": 36,
        "variant": "full",
        "difficulty": "challenging"
      },
      {
        "qid": 50,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 50,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 194,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 347,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 356,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 671,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 671,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 716,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 716,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 736,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 736,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 747,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 750,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 750,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 791,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 791,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 794,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 794,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 879,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 879,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 881,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 1037,
        "variant": "sql_only",
        "difficulty": "challenging"
      },
      {
        "qid": 1037,
        "variant": "full",
        "difficulty": "challenging"
      },
      {
        "qid": 1133,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 1133,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 1156,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 1376,
        "variant": "sql_only",
        "difficulty": "moderate"
      },
      {
        "qid": 1376,
        "variant": "full",
        "difficulty": "moderate"
      },
      {
        "qid": 1378,
        "variant": "full",
        "difficulty": "simple"
      },
      {
        "qid": 1525,
        "variant": "sql_only",
        "difficulty": "simple"
      },
      {
        "qid": 1525,
        "variant": "full",
        "difficulty": "simple"
      }
    ],
    "changed_gold": []
  },
  "records": [
    {
      "question_id": 5,
      "db_id": "california_schools",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM satscores INNER JOIN schools ON satscores.cds = schools.CDSCode WHERE satscores.AvgScrMath > 400 AND schools.Virtual = 'F'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 25,
      "db_id": "california_schools",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.FundingType FROM satscores AS T1 INNER JOIN schools AS T2 ON T1.cds = T2.CDSCode WHERE T2.County = 'Riverside' AND T1.AvgScrMath > 400",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=6, |pred|=3",
      "original_gold_rows": 6,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=6, |pred|=3",
      "sql_only_gold_rows": 6,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=6, |pred|=3",
      "full_gold_rows": 6,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 32,
      "db_id": "california_schools",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(frpm.\"FRPM Count (K-12)\") AS REAL) * 100 / SUM(frpm.\"Enrollment (K-12)\") AS \"Eligible Free or Reduced Price Meal Rate\" FROM frpm INNER JOIN schools ON frpm.CDSCode = schools.CDSCode WHERE schools.\"Ownership Code\" = 66 ORDER BY frpm.\"Free Meal Count (K-12)\" DESC LIMIT 5",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: schools.Ownership Code\n[SQL: SELECT CAST(SUM(frpm.\"FRPM Count (K-12)\") AS REAL) * 100 / SUM(frpm.\"Enrollment (K-12)\") AS \"Eligible Free or Reduced Price Meal Rate\" FROM frpm INNER JOIN schools ON frpm.CDSCode = schools.CDSCode WHERE schools.\"Ownership Code\" = 66 ORDER BY frpm.\"Free Meal Count (K-12)\" DESC LIMIT 5]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 5,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 5,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 5,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 36,
      "db_id": "california_schools",
      "difficulty": "challenging",
      "pred_sql": "SELECT T2.AdmFName1, T2.AdmLName1, T2.AdmFName2, T2.AdmLName2, T2.AdmFName3, T2.AdmLName3 FROM satscores AS T1 INNER JOIN schools AS T2 ON T1.cds = T2.CDSCode WHERE T1.NumGE1500 > 0 ORDER BY T1.enroll12 DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('Andrew', 'Ishibashi', None, None, None, None), pred=('Michelle', 'King', None, None, None, None)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('Andrew', 'Ishibashi', None, None, None, None), pred=('Michelle', 'King', None, None, None, None)",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 37,
      "db_id": "california_schools",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.Street, T1.City, T1.Zip, T1.State FROM schools AS T1 JOIN satscores AS T2 ON T1.CDSCode = T2.cds WHERE T1.StatusType = 'Active' ORDER BY CAST(T2.NumGE1500 AS REAL) / T2.NumTstTakr ASC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('2125 Jefferson Avenue', 'Berkeley', 'CA', '94703-1414'), pred=('1900 Third Street', 'Alameda', '94501-1851', 'CA')",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=17, |pred|=1",
      "sql_only_gold_rows": 17,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=17, |pred|=1",
      "full_gold_rows": 17,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 39,
      "db_id": "california_schools",
      "difficulty": "simple",
      "pred_sql": "SELECT AVG(NumTstTakr) FROM satscores WHERE cds IN (SELECT CDSCode FROM schools WHERE District LIKE '%Fresno%' AND STRFTIME('%Y', OpenDate) = '1980')",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 48,
      "db_id": "california_schools",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.StatusType = 'Merged' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(*) AS Ratio FROM schools AS T1 INNER JOIN frpm AS T2 ON T1.CDSCode = T2.CDSCode WHERE T1.County = 'Orange' AND T1.DOC = 54 UNION ALL SELECT CAST(SUM(CASE WHEN T1.StatusType = 'Merged' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(*) AS Ratio FROM schools AS T1 INNER JOIN frpm AS T2 ON T1.CDSCode = T2.CDSCode WHERE T1.County = 'Orange' AND T1.DOC = 52",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 50,
      "db_id": "california_schools",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.Street, T2.School FROM satscores AS T1 INNER JOIN schools AS T2 ON T1.cds = T2.CDSCode WHERE T1.AvgScrMath IS NOT NULL ORDER BY T1.AvgScrMath DESC LIMIT 6, 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('5172 Orange Avenue', 'Oxford Academy'), pred=('25 Churchill Avenue', None)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('5172 Orange Avenue', 'Oxford Academy'), pred=('25 Churchill Avenue', None)",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 77,
      "db_id": "california_schools",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.School, CAST(T1.Frpm_Count_Ages_5_17 AS REAL) * 100 / T1.Enrollment_Ages_5_17 AS \"Percent (%) Eligible FRPM (Ages 5-17)\" FROM frpm AS T1 INNER JOIN schools AS T2 ON T1.CDSCode = T2.CDSCode WHERE T2.County = 'Los Angeles' AND T2.Low_Grade = 'K' AND T2.High_Grade = '9'",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T1.Frpm_Count_Ages_5_17\n[SQL: SELECT T2.School, CAST(T1.Frpm_Count_Ages_5_17 AS REAL) * 100 / T1.Enrollment_Ages_5_17 AS \"Percent (%) Eligible FRPM (Ages 5-17)\" FROM frpm AS T1 INNER JOIN schools AS T2 ON T1.CDSCode = T2.CDSCode WHERE T2.County = 'Los Angeles' AND T2.Low_Grade = 'K' AND T2.High_Grade = '9']\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 2,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 2,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 92,
      "db_id": "financial",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM district WHERE district_id IN (SELECT district_id FROM client JOIN disp ON client.client_id = disp.client_id WHERE gender = 'F' GROUP BY district_id HAVING AVG(disp.A11) BETWEEN 6000 AND 10000)",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: disp.A11\n[SQL: SELECT COUNT(*) FROM district WHERE district_id IN (SELECT district_id FROM client JOIN disp ON client.client_id = disp.client_id WHERE gender = 'F' GROUP BY district_id HAVING AVG(disp.A11) BETWEEN 6000 AND 10000)]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 98,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.account_id FROM loan AS T1 INNER JOIN account AS T2 ON T1.account_id = T2.account_id WHERE STRFTIME('%Y', T1.date) = '1997' AND T2.frequency = 'POPLATEK TYDNE' ORDER BY T1.amount ASC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 99,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.account_id, T1.amount FROM loan AS T1 JOIN account AS T2 ON T1.account_id = T2.account_id WHERE T1.duration > 12 AND STRFTIME('%Y', T2.date) = '1993' ORDER BY T1.amount DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(10451,), pred=(10451, 482940)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=(10451,), pred=(10451, 482940)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=(10451,), pred=(10451, 482940)",
      "full_gold_rows": 1
    },
    {
      "question_id": 112,
      "db_id": "financial",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.A2 FROM client AS T1 INNER JOIN district AS T2 ON T1.district_id = T2.district_id WHERE T1.gender = 'F' AND T1.birth_date = '1976-01-29'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 115,
      "db_id": "financial",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(COUNT(CASE WHEN T1.gender = 'M' THEN 1 ELSE NULL END) AS REAL) * 100 / COUNT(T1.client_id) AS percentage FROM client AS T1 JOIN disp AS T2 ON T1.client_id = T2.client_id JOIN account AS T3 ON T2.account_id = T3.account_id JOIN district AS T4 ON T3.district_id = T4.district_id WHERE T4.A3 = 'south Bohemia'",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(44.26229508196721,), pred=(48.08988764044944,)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=(40.0,), pred=(48.08988764044944,)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=(40.0,), pred=(48.08988764044944,)",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 118,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.status = 'C' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(*) FROM loan AS T1 WHERE T1.amount < 100000",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 120,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.account_id, COUNT(*) AS frequency FROM account AS T1 JOIN disp AS T2 ON T1.account_id = T2.account_id JOIN district AS T3 ON T1.district_id = T3.district_id WHERE T3.A3 = 'east Bohemia' AND T1.date BETWEEN '1995-01-01' AND '2000-12-31' GROUP BY T1.account_id",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=364, |pred|=364",
      "original_gold_rows": 364
    },
    {
      "question_id": 125,
      "db_id": "financial",
      "difficulty": "challenging",
      "pred_sql": "SELECT T3.A2, T3.A3, ((T3.A13 - T3.A12) / T3.A12) * 100 AS unemployment_rate_increment FROM loan AS T1 JOIN account AS T2 ON T1.account_id = T2.account_id JOIN district AS T3 ON T2.district_id = T3.district_id WHERE T1.status = 'D'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=29, |pred|=30",
      "original_gold_rows": 45,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=28, |pred|=30",
      "sql_only_gold_rows": 43,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=28, |pred|=30",
      "full_gold_rows": 43,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 138,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(client_id) FROM client WHERE district_id IN (SELECT district_id FROM trans WHERE date LIKE '1995%' ORDER BY SUM(CASE WHEN A15 IS NOT NULL THEN 1 ELSE 0 END) DESC LIMIT 1 OFFSET 1)",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: A15\n[SQL: SELECT COUNT(client_id) FROM client WHERE district_id IN (SELECT district_id FROM trans WHERE date LIKE '1995%' ORDER BY SUM(CASE WHEN A15 IS NOT NULL THEN 1 ELSE 0 END) DESC LIMIT 1 OFFSET 1)]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 159,
      "db_id": "financial",
      "difficulty": "simple",
      "pred_sql": "SELECT trans.amount FROM trans JOIN account ON trans.account_id = account.account_id JOIN disp ON account.account_id = disp.account_id WHERE disp.client_id = 3356 AND trans.operation = 'VYBER'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=140, |pred|=66",
      "original_gold_rows": 140,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=140, |pred|=66",
      "sql_only_gold_rows": 140,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=140, |pred|=66",
      "full_gold_rows": 140,
      "sql_only_gold_changed": true
    },
    {
      "question_id": 168,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(COUNT(CASE WHEN T1.gender = 'F' THEN 1 ELSE NULL END) AS REAL) * 100 / COUNT(T1.client_id) FROM client AS T1 JOIN account AS T2 ON T1.client_id = T2.client_id WHERE T2.date BETWEEN (SELECT MIN(date) FROM account WHERE district_id IN (SELECT district_id FROM district GROUP BY district_id HAVING AVG(A11) > 10000)) AND (SELECT MAX(date) FROM account WHERE district_id IN (SELECT district_id FROM district GROUP BY district_id HAVING AVG(A11) > 10000))",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T2.client_id\n[SQL: SELECT CAST(COUNT(CASE WHEN T1.gender = 'F' THEN 1 ELSE NULL END) AS REAL) * 100 / COUNT(T1.client_id) FROM client AS T1 JOIN account AS T2 ON T1.client_id = T2.client_id WHERE T2.date BETWEEN (SELECT MIN(date) FROM account WHERE district_id IN (SELECT district_id FROM district GROUP BY district_id HAVING AVG(A11) > 10000)) AND (SELECT MAX(date) FROM account WHERE district_id IN (SELECT district_id FROM district GROUP BY district_id HAVING AVG(A11) > 10000))]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 169,
      "db_id": "financial",
      "difficulty": "challenging",
      "pred_sql": "SELECT ((SUM(CASE WHEN strftime('%Y', T1.date) = '1997' THEN T1.amount ELSE 0 END) - SUM(CASE WHEN strftime('%Y', T1.date) = '1996' THEN T1.amount ELSE 0 END)) / SUM(CASE WHEN strftime('%Y', T1.date) = '1996' THEN T1.amount ELSE 0 END)) * 100 AS growth_rate FROM loan AS T1 JOIN disp AS T2 ON T1.account_id = T2.account_id JOIN client AS T3 ON T2.client_id = T3.client_id WHERE T3.gender = 'M'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 173,
      "db_id": "financial",
      "difficulty": "challenging",
      "pred_sql": "SELECT COUNT(*) AS request_count, SUM(CASE WHEN k_symbol = 'SIPO' THEN amount ELSE 0 END) AS total_debit_amount FROM trans WHERE account_id = 3",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 189,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.account_id FROM account AS T1 JOIN disp AS T2 ON T1.account_id = T2.account_id JOIN client AS T3 ON T2.client_id = T3.client_id WHERE T3.gender = 'F' GROUP BY T1.account_id ORDER BY MIN(T3.birth_date) ASC, AVG(T1.balance) ASC LIMIT 1",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T1.balance\n[SQL: SELECT T1.account_id FROM account AS T1 JOIN disp AS T2 ON T1.account_id = T2.account_id JOIN client AS T3 ON T2.client_id = T3.client_id WHERE T3.gender = 'F' GROUP BY T1.account_id ORDER BY MIN(T3.birth_date) ASC, AVG(T1.balance) ASC LIMIT 1]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 192,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT AVG(loan.amount) AS avg_loan_amount FROM loan JOIN trans ON loan.account_id = trans.account_id WHERE loan.status = 'C'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 194,
      "db_id": "financial",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.client_id, strftime('%Y', 'now') - strftime('%Y', T1.birth_date) AS age FROM client AS T1 JOIN disp AS T2 ON T1.client_id = T2.client_id JOIN card AS T3 ON T2.disp_id = T3.disp_id WHERE T3.type = 'gold' AND T2.type = 'OWNER'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 88,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 88,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=88, |pred|=88",
      "full_gold_rows": 88,
      "full_gold_changed": true
    },
    {
      "question_id": 207,
      "db_id": "toxicology",
      "difficulty": "challenging",
      "pred_sql": "SELECT DISTINCT T3.element FROM bond AS T1 INNER JOIN connected AS T2 ON T1.bond_id = T2.bond_id INNER JOIN atom AS T3 ON T2.atom_id2 = T3.atom_id WHERE T1.bond_type = '='",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=13, |pred|=5",
      "original_gold_rows": 13,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 5,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 5,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 208,
      "db_id": "toxicology",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.label FROM atom AS T1 INNER JOIN molecule AS T2 ON T1.molecule_id = T2.molecule_id WHERE T1.element = 'h' GROUP BY T2.label ORDER BY COUNT(T2.label) DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 219,
      "db_id": "toxicology",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.label = '+' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T2.bond_id) AS percent FROM molecule AS T1 INNER JOIN bond AS T2 ON T1.molecule_id = T2.molecule_id WHERE T2.bond_type = '#'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 227,
      "db_id": "toxicology",
      "difficulty": "simple",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN label = '+' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(molecule_id) AS percent FROM molecule",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 230,
      "db_id": "toxicology",
      "difficulty": "challenging",
      "pred_sql": "SELECT T1.label, T3.element FROM molecule AS T1 JOIN atom AS T3 ON T1.molecule_id = T3.molecule_id WHERE T1.molecule_id = 'TR060'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=5, |pred|=5",
      "original_gold_rows": 5,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=5, |pred|=5",
      "sql_only_gold_rows": 5,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=5, |pred|=5",
      "full_gold_rows": 5
    },
    {
      "question_id": 232,
      "db_id": "toxicology",
      "difficulty": "moderate",
      "pred_sql": "SELECT molecule_id FROM molecule WHERE molecule_id IN (SELECT molecule_id FROM bond WHERE bond_type = '-') AND label = '-' ORDER BY molecule_id LIMIT 3",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 3,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 3,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 3
    },
    {
      "question_id": 236,
      "db_id": "toxicology",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.bond_type, T2.atom_id, T2.atom_id2 FROM bond AS T1 JOIN connected AS T2 ON T1.bond_id = T2.bond_id WHERE T1.bond_id = 'TR001_6_9'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 2,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 2,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 2
    },
    {
      "question_id": 239,
      "db_id": "toxicology",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(bond_id) FROM connected WHERE atom_id LIKE 'TR%_19'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 253,
      "db_id": "toxicology",
      "difficulty": "challenging",
      "pred_sql": "SELECT T1.element FROM atom AS T1 JOIN connected AS T2 ON T1.atom_id = T2.atom_id JOIN bond AS T3 ON T2.bond_id = T3.bond_id WHERE T3.bond_type = '#'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 4,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 4,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 4
    },
    {
      "question_id": 260,
      "db_id": "toxicology",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(*) FROM atom WHERE molecule_id IN (SELECT molecule_id FROM bond WHERE bond_type = '#' AND molecule_id IN (SELECT molecule_id FROM atom WHERE element = 'p' OR element = 'br'))",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 268,
      "db_id": "toxicology",
      "difficulty": "challenging",
      "pred_sql": "SELECT T3.element FROM bond AS T1 JOIN connected AS T2 ON T1.bond_id = T2.bond_id JOIN atom AS T3 ON T2.atom_id2 = T3.atom_id WHERE T1.bond_id = 'TR001_10_11'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 2,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 2,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 2
    },
    {
      "question_id": 273,
      "db_id": "toxicology",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T3.element = 'cl' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.molecule_id) AS percentage FROM molecule AS T1 INNER JOIN atom AS T2 ON T1.molecule_id = T2.molecule_id INNER JOIN atom AS T3 ON T2.molecule_id = T3.molecule_id WHERE T1.label = '+'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 282,
      "db_id": "toxicology",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.element = 'h' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.element) AS ratio, T2.label FROM atom AS T1 INNER JOIN molecule AS T2 ON T1.molecule_id = T2.molecule_id WHERE T1.molecule_id = 'TR006'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 327,
      "db_id": "toxicology",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.label FROM molecule AS T1 JOIN atom AS T2 ON T1.molecule_id = T2.molecule_id WHERE T1.label = '-' GROUP BY T1.molecule_id HAVING COUNT(T2.atom_id) > 5",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=186, |pred|=1",
      "original_gold_rows": 186,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=186, |pred|=1",
      "sql_only_gold_rows": 186,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=186, |pred|=1",
      "full_gold_rows": 186
    },
    {
      "question_id": 347,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.id, T2.text, T1.hasContentWarning FROM cards AS T1 INNER JOIN rulings AS T2 ON T1.uuid = T2.uuid WHERE T1.artist = 'Stephen Daniele'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 23,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 23,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=76, |pred|=23",
      "full_gold_rows": 76,
      "full_gold_changed": true
    },
    {
      "question_id": 349,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.name, T1.artist, T1.isPromo FROM cards AS T1 JOIN rulings AS T2 ON T1.uuid = T2.uuid GROUP BY T1.id ORDER BY COUNT(T2.uuid) DESC LIMIT 1",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "full_gold_rows": 2,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 352,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.language = 'Chinese Simplified' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.id) AS percentage FROM set_translations AS T1 INNER JOIN cards AS T2 ON T1.setCode = T2.set_code",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T2.set_code\n[SQL: SELECT CAST(SUM(CASE WHEN T1.language = 'Chinese Simplified' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.id) AS percentage FROM set_translations AS T1 INNER JOIN cards AS T2 ON T1.setCode = T2.set_code]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 356,
      "db_id": "card_games",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM cards WHERE power = '*'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 358,
      "db_id": "card_games",
      "difficulty": "simple",
      "pred_sql": "SELECT borderColor FROM cards WHERE name = 'Ancestor''s Chosen'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 366,
      "db_id": "card_games",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.text FROM cards AS T1 INNER JOIN rulings AS T2 ON T1.uuid = T2.uuid WHERE T1.name = 'Benalish Knight'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=8, |pred|=0",
      "original_gold_rows": 32,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=8, |pred|=0",
      "sql_only_gold_rows": 32,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "full_gold_rows": 4,
      "full_gold_changed": true
    },
    {
      "question_id": 377,
      "db_id": "card_games",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM cards WHERE originalType = 'Summon - Angel' AND subtypes NOT LIKE '%Angel%'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 391,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.name FROM cards AS T1 INNER JOIN foreign_data AS T2 ON T1.uuid = T2.uuid WHERE T1.originalType = 'Artifact' AND T1.colors = 'B'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 8,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 8,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 8
    },
    {
      "question_id": 407,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.subtypes, T1.supertypes FROM cards AS T1 INNER JOIN set_translations AS T2 ON T1.setCode = T2.setCode WHERE T2.language = 'German' AND T1.subtypes IS NOT NULL AND T1.supertypes IS NOT NULL",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=408, |pred|=346",
      "original_gold_rows": 1693,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=408, |pred|=346",
      "sql_only_gold_rows": 1693,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=408, |pred|=346",
      "full_gold_rows": 1693
    },
    {
      "question_id": 408,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(*) FROM cards WHERE (power IS NULL OR power = '*') AND text LIKE '%triggered ability%'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 412,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.name FROM cards AS T1 INNER JOIN foreign_data AS T2 ON T1.uuid = T2.uuid WHERE T1.type = 'Creature' AND T1.layout = 'normal' AND T1.borderColor = 'black' AND T1.artist = 'Matthew D. Wilson' AND T2.language = 'French'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=42, |pred|=0",
      "original_gold_rows": 50,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=42, |pred|=0",
      "sql_only_gold_rows": 50,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=42, |pred|=0",
      "full_gold_rows": 50
    },
    {
      "question_id": 414,
      "db_id": "card_games",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.language FROM sets AS T1 INNER JOIN set_translations AS T2 ON T1.code = T2.setCode WHERE T1.baseSetSize = 180 AND T1.block = 'Ravnica'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 10,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 10,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 10
    },
    {
      "question_id": 427,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.language FROM sets AS T1 INNER JOIN set_translations AS T2 ON T1.code = T2.setCode WHERE T1.mcmName = 'Archenemy' AND T1.setCode = 'ARC'",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T1.setCode\n[SQL: SELECT T2.language FROM sets AS T1 INNER JOIN set_translations AS T2 ON T1.code = T2.setCode WHERE T1.mcmName = 'Archenemy' AND T1.setCode = 'ARC']\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 10,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 10,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 10
    },
    {
      "question_id": 459,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT name FROM cards WHERE name IN ('Serra Angel', 'Shrine Keeper') ORDER BY convertedManaCost DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 466,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(*) FROM cards WHERE setCode IN (SELECT T1.code FROM sets AS T1 JOIN set_translations AS T2 ON T1.code = T2.setCode WHERE T2.translation = 'Hauptset Zehnte Edition') AND artist = 'Adam Rex'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 472,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(DISTINCT T1.id) FROM sets AS T1 INNER JOIN set_translations AS T2 ON T1.code = T2.setCode WHERE T1.block = 'Ice Age' AND T2.language = 'Italian' AND T2.translation IS NOT NULL",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 484,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.name FROM cards AS T1 INNER JOIN set_translations AS T2 ON T1.uuid = T2.uuid WHERE T2.language = 'Italian' AND T1.setCode = (SELECT code FROM sets WHERE name = 'Coldsnap') ORDER BY T1.convertedManaCost DESC LIMIT 1",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T2.uuid\n[SQL: SELECT T1.name FROM cards AS T1 INNER JOIN set_translations AS T2 ON T1.uuid = T2.uuid WHERE T2.language = 'Italian' AND T1.setCode = (SELECT code FROM sets WHERE name = 'Coldsnap') ORDER BY T1.convertedManaCost DESC LIMIT 1]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 155,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 12,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 12,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 486,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T2.convertedManaCost = 7 THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T2.id) AS percentage FROM sets AS T1 INNER JOIN cards AS T2 ON T1.code = T2.setCode WHERE T1.name = 'Coldsnap'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 518,
      "db_id": "card_games",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.format, T2.name FROM legalities AS T1 INNER JOIN cards AS T2 ON T1.uuid = T2.uuid WHERE T1.status = 'Banned' GROUP BY T1.format, T2.name ORDER BY COUNT(T1.status) DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row count mismatch: gold=546, pred=1",
      "original_gold_rows": 546,
      "sql_only_match": false,
      "sql_only_reason": "ordered row count mismatch: gold=546, pred=1",
      "sql_only_gold_rows": 546,
      "full_match": false,
      "full_reason": "ordered row count mismatch: gold=546, pred=1",
      "full_gold_rows": 546
    },
    {
      "question_id": 531,
      "db_id": "codebase_community",
      "difficulty": "simple",
      "pred_sql": "SELECT DisplayName FROM users WHERE DisplayName IN ('Harlan', 'Jarrod Dixon') ORDER BY Reputation DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 557,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(COUNT(CASE WHEN T2.Age > 65 THEN 1 ELSE NULL END) AS REAL) * 100 / COUNT(T1.Id) AS Percentage FROM posts AS T1 INNER JOIN users AS T2 ON T1.OwnerUserId = T2.Id WHERE T1.Score > 5",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 563,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT FavoriteCount FROM posts WHERE Id IN (SELECT PostId FROM comments WHERE UserId = '3025' AND CreationDate = '2014/4/23 20:29:39.0')",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "full_gold_rows": 1
    },
    {
      "question_id": 571,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(COUNT(posts.Id) AS REAL) / COUNT(votes.Id) AS Ratio FROM posts INNER JOIN votes ON posts.OwnerUserId = votes.UserId WHERE posts.OwnerUserId = 24",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 584,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT AVG(Score) AS MeanScore, SUM((Score - AVG(Score)) * (Score - AVG(Score))) / COUNT(Score) AS Variance FROM comments WHERE PostId IN (SELECT PostId FROM postHistory WHERE Comment LIKE '%standard deviation%')",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) misuse of aggregate function AVG()\n[SQL: SELECT AVG(Score) AS MeanScore, SUM((Score - AVG(Score)) * (Score - AVG(Score))) / COUNT(Score) AS Variance FROM comments WHERE PostId IN (SELECT PostId FROM postHistory WHERE Comment LIKE '%standard deviation%')]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 8,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 8,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 8
    },
    {
      "question_id": 595,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT u.UserId, u.DisplayName FROM users u WHERE u.Views >= 1000 AND u.Id IN (SELECT p.OwnerUserId FROM posts p JOIN postHistory ph ON p.Id = ph.PostId GROUP BY p.OwnerUserId HAVING COUNT(DISTINCT ph.PostId) = 1)",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: u.UserId\n[SQL: SELECT u.UserId, u.DisplayName FROM users u WHERE u.Views >= 1000 AND u.Id IN (SELECT p.OwnerUserId FROM posts p JOIN postHistory ph ON p.Id = ph.PostId GROUP BY p.OwnerUserId HAVING COUNT(DISTINCT ph.PostId) = 1)]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 94,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 2,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 634,
      "db_id": "codebase_community",
      "difficulty": "challenging",
      "pred_sql": "SELECT DisplayName, SUM(ViewCount) AS TotalViewCount FROM posts JOIN users ON posts.OwnerUserId = users.Id WHERE DisplayName = 'Harvey Motulsky' OR DisplayName = 'Noah Snyder' GROUP BY DisplayName ORDER BY TotalViewCount DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('Harvey Motulsky',), pred=('Harvey Motulsky', 23065)",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 669,
      "db_id": "codebase_community",
      "difficulty": "simple",
      "pred_sql": "SELECT MIN(votes.CreationDate) AS FirstVoteDate FROM votes INNER JOIN users ON votes.UserId = users.Id WHERE users.DisplayName = 'chl'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 671,
      "db_id": "codebase_community",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.DisplayName FROM badges AS T1 INNER JOIN users AS T2 ON T1.UserId = T2.Id WHERE T1.Name = 'Autobiographer' ORDER BY T1.Date ASC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=12, |pred|=1",
      "sql_only_gold_rows": 12,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=12, |pred|=1",
      "full_gold_rows": 12,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 672,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(DISTINCT u.Id) FROM users u JOIN posts p ON u.Id = p.OwnerUserId WHERE u.Location = 'United Kingdom' AND p.FavoriteCount >= 4",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 694,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT comments.Text, users.DisplayName FROM comments JOIN users ON comments.UserId = users.Id JOIN posts ON comments.PostId = posts.Id WHERE posts.Title = 'Analysing wind data with R' ORDER BY comments.CreationDate DESC LIMIT 10",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(\"About the picture, post to some image hosting and put a link -- I'll convert it into a pasted-in picture.\", 'eliavs'), pred=('i thought of integrating seperetly until 4 m/s, between 4 and 15m/s and over 15m/s, and comparing it to a situation of 100% of the time a turbine working in optimal speed', 'eliavs')",
      "original_gold_rows": 10,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 10,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 10,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 707,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.Text FROM posts AS T1 INNER JOIN comments AS T2 ON T1.Id = T2.PostId WHERE T1.ViewCount BETWEEN 100 AND 150 ORDER BY T2.Score DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 716,
      "db_id": "codebase_community",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN users.UpVotes = 0 THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(comments.UserId) AS percentage FROM comments JOIN users ON comments.UserId = users.Id WHERE comments.Score BETWEEN 5 AND 10",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 723,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(superhero.id) FROM superhero JOIN hero_power ON superhero.id = hero_power.hero_id JOIN superpower ON hero_power.power_id = superpower.id JOIN colour ON superhero.eye_colour_id = colour.id WHERE colour.colour = 'Blue' AND superpower.power_name = 'Agility'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 730,
      "db_id": "superhero",
      "difficulty": "challenging",
      "pred_sql": "SELECT T1.superhero_name FROM superhero AS T1 JOIN hero_power AS T2 ON T1.id = T2.hero_id JOIN superpower AS T3 ON T2.power_id = T3.id WHERE T3.power_name = 'Super Strength' AND T1.publisher_id = (SELECT id FROM publisher WHERE publisher_name = 'Marvel Comics')",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 201,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 201,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 201
    },
    {
      "question_id": 736,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.superhero_name FROM hero_attribute AS T1 JOIN superhero AS T2 ON T1.hero_id = T2.id JOIN attribute AS T3 ON T1.attribute_id = T3.id WHERE T3.attribute_name = 'Intelligence' ORDER BY T1.attribute_value ASC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=3, |pred|=1",
      "sql_only_gold_rows": 3,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=3, |pred|=1",
      "full_gold_rows": 3,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 737,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.race FROM superhero AS T1 JOIN race AS T2 ON T1.race_id = T2.id WHERE T1.superhero_name = 'Copycat'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 738,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.superhero_name FROM hero_attribute AS T1 JOIN superhero AS T2 ON T1.hero_id = T2.id JOIN attribute AS T3 ON T1.attribute_id = T3.id WHERE T3.attribute_name = 'Durability' AND T1.attribute_value < 50",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 371,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 371,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 371
    },
    {
      "question_id": 743,
      "db_id": "superhero",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.alignment_id = 1 THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.id) AS percentage, SUM(CASE WHEN T1.alignment_id = 1 AND T2.publisher_name = 'Marvel Comics' THEN 1 ELSE 0 END) AS marvel_count FROM superhero AS T1 INNER JOIN publisher AS T2 ON T1.publisher_id = T2.id",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 747,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM superhero WHERE full_name IS NULL",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 750,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT AVG(weight_kg) FROM superhero WHERE gender_id = (SELECT id FROM gender WHERE gender = 'Female')",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 751,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT T3.power_name FROM superhero AS T1 INNER JOIN hero_power AS T2 ON T1.id = T2.hero_id INNER JOIN superpower AS T3 ON T2.power_id = T3.id WHERE T1.gender_id = 2 LIMIT 5",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=5, |pred|=5",
      "original_gold_rows": 5,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=162, |pred|=5",
      "sql_only_gold_rows": 4350,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=162, |pred|=5",
      "full_gold_rows": 4350,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 753,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT superhero_name FROM superhero WHERE height_cm BETWEEN 170 AND 190 AND eye_colour_id IN (SELECT id FROM colour WHERE colour = 'No Colour')",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 15,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 15,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 15
    },
    {
      "question_id": 765,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(hero_id) FROM hero_power INNER JOIN superpower ON hero_power.power_id = superpower.id WHERE superpower.power_name = 'Stealth'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 773,
      "db_id": "superhero",
      "difficulty": "challenging",
      "pred_sql": "SELECT T1.superhero_name, T2.publisher_name FROM superhero AS T1 JOIN publisher AS T2 ON T1.publisher_id = T2.id WHERE T1.hair_colour_id = T1.skin_colour_id AND T1.hair_colour_id = T1.eye_colour_id",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 157,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 157,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 157
    },
    {
      "question_id": 775,
      "db_id": "superhero",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.gender_id = 2 AND T2.colour = 'Blue' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.gender_id) AS percentage FROM superhero AS T1 JOIN colour AS T2 ON T1.skin_colour_id = T2.id WHERE T1.gender_id = 2",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 781,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.height_cm FROM superhero AS T1 INNER JOIN colour AS T2 ON T1.eye_colour_id = T2.id WHERE T2.colour = 'Amber'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 3,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 3,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 3
    },
    {
      "question_id": 785,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.superhero_name FROM superhero AS T1 JOIN alignment AS T2 ON T1.alignment_id = T2.id WHERE T2.alignment = 'Neutral'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 28,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 28,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 28
    },
    {
      "question_id": 791,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT CAST(SUM(height_cm) AS REAL) / COUNT(superhero.id) AS average_height FROM superhero",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 794,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.superhero_name FROM hero_attribute AS T1 JOIN superhero AS T2 ON T1.hero_id = T2.id JOIN attribute AS T3 ON T1.attribute_id = T3.id WHERE T3.attribute_name = 'Speed' ORDER BY T1.attribute_value DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=40, |pred|=1",
      "sql_only_gold_rows": 40,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=40, |pred|=1",
      "full_gold_rows": 40,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 798,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.publisher_name FROM superhero AS T1 INNER JOIN publisher AS T2 ON T1.publisher_id = T2.id WHERE T1.superhero_name IN ('Hawkman', 'Karate Kid', 'Speedy')",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 3,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 3,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 3
    },
    {
      "question_id": 800,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T2.colour = 'Blue' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.superhero_name) AS percentage FROM superhero AS T1 INNER JOIN colour AS T2 ON T1.eye_colour_id = T2.id",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 806,
      "db_id": "superhero",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.colour FROM superhero AS T1 INNER JOIN colour AS T2 ON T1.eye_colour_id = T2.id WHERE T1.full_name = 'Karen Beecher-Duncan'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 819,
      "db_id": "superhero",
      "difficulty": "challenging",
      "pred_sql": "SELECT SUM(CASE WHEN T1.eye_colour_id = 7 THEN 1 ELSE 0 END) - SUM(CASE WHEN T1.eye_colour_id = 1 THEN 1 ELSE 0 END) AS difference FROM superhero AS T1 INNER JOIN colour AS T2 ON T1.eye_colour_id = T2.id WHERE T1.weight_kg = 0 OR T1.weight_kg IS NULL",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 825,
      "db_id": "superhero",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.gender FROM gender AS T1 JOIN superhero AS T2 ON T1.id = T2.gender_id JOIN hero_power AS T3 ON T2.id = T3.hero_id JOIN superpower AS T4 ON T3.power_id = T4.id WHERE T4.power_name = 'Phoenix Force'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 847,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.surname FROM drivers AS T1 JOIN qualifying AS T2 ON T1.driverId = T2.driverId WHERE T2.raceId = 19 AND T2.q2 IS NOT NULL ORDER BY T2.q2 ASC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('Fisichella',), pred=('R\u00e4ikk\u00f6nen',)",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 859,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.q1 FROM qualifying AS T1 JOIN drivers AS T2 ON T1.driverId = T2.driverId WHERE T2.forename = 'Bruno' AND T2.surname = 'Senna' AND T1.raceId = 354",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 861,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.number FROM drivers AS T1 JOIN qualifying AS T2 ON T1.driverId = T2.driverId WHERE T2.raceId = 903 AND T2.q3 LIKE '1:54%'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 2,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 2,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 2
    },
    {
      "question_id": 862,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM results WHERE raceId IN (SELECT raceId FROM races WHERE name = 'Bahrain Grand Prix' AND YEAR = 2007) AND TIME IS NULL",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 865,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.driverId, T1.forename, T1.surname FROM drivers AS T1 JOIN results AS T2 ON T1.driverId = T2.driverId WHERE T2.raceId = 592 AND T2.time IS NOT NULL ORDER BY T1.dob DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('Jean-Pierre', 'Beltoise'), pred=(233, 'Hans-Joachim', 'Stuck')",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('Jean-Pierre', 'Beltoise'), pred=(233, 'Hans-Joachim', 'Stuck')",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('Jean-Pierre', 'Beltoise'), pred=(233, 'Hans-Joachim', 'Stuck')",
      "full_gold_rows": 1
    },
    {
      "question_id": 866,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.url FROM lapTimes AS T1 JOIN drivers AS T2 ON T1.driverId = T2.driverId WHERE T1.time = '1:27' AND T1.raceId = 161",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=9, |pred|=0",
      "original_gold_rows": 9,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=9, |pred|=0",
      "sql_only_gold_rows": 9,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=9, |pred|=0",
      "full_gold_rows": 9
    },
    {
      "question_id": 875,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.url FROM races AS T1 JOIN seasons AS T2 ON T1.year = T2.year WHERE T1.raceId = 901",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 877,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.forename, T1.surname FROM drivers AS T1 JOIN results AS T2 ON T1.driverId = T2.driverId WHERE T2.raceId = 872 ORDER BY T1.dob DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('Sergio', 'P\u00e9rez'), pred=('Jean-\u00c9ric', 'Vergne')",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('Sergio', 'P\u00e9rez'), pred=('Jean-\u00c9ric', 'Vergne')",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('Sergio', 'P\u00e9rez'), pred=('Jean-\u00c9ric', 'Vergne')",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 879,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.nationality FROM drivers AS T1 JOIN results AS T2 ON T1.driverId = T2.driverId ORDER BY T2.fastestLapSpeed DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('Brazilian',), pred=('Italian',)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('Brazilian',), pred=('Italian',)",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 881,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(COUNT(CASE WHEN T2.time IS NOT NULL THEN 1 ELSE NULL END) AS REAL) * 100 / COUNT(T1.driverid) AS percentage FROM drivers AS T1 JOIN results AS T2 ON T1.driverid = T2.driverid JOIN races AS T3 ON T2.raceid = T3.raceid WHERE T3.date = '1983-07-16'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 894,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.forename, T1.surname, T3.name FROM drivers AS T1 JOIN lapTimes AS T2 ON T1.driverid = T2.driverid JOIN races AS T3 ON T2.raceid = T3.raceid WHERE T2.milliseconds = (SELECT MIN(milliseconds) FROM lapTimes)",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(67411, 'Lewis', 'Hamilton', 'Austrian Grand Prix'), pred=('Lewis', 'Hamilton', 'Austrian Grand Prix')",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=(67411, 'Lewis', 'Hamilton', 'Austrian Grand Prix'), pred=('Lewis', 'Hamilton', 'Austrian Grand Prix')",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=(67411, 'Lewis', 'Hamilton', 'Austrian Grand Prix'), pred=('Lewis', 'Hamilton', 'Austrian Grand Prix')",
      "full_gold_rows": 1
    },
    {
      "question_id": 896,
      "db_id": "formula_1",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T2.surname = 'Hamilton' AND T2.position > 1 THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T2.driverId) FROM races AS T1 INNER JOIN results AS T2 ON T1.raceid = T2.raceid INNER JOIN drivers AS T3 ON T2.driverid = T3.driverid WHERE T1.year >= 2010",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T2.surname\n[SQL: SELECT CAST(SUM(CASE WHEN T2.surname = 'Hamilton' AND T2.position > 1 THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T2.driverId) FROM races AS T1 INNER JOIN results AS T2 ON T1.raceid = T2.raceid INNER JOIN drivers AS T3 ON T2.driverid = T3.driverid WHERE T1.year >= 2010]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 897,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.forename, T1.surname, T2.points FROM drivers AS T1 JOIN driverStandings AS T2 ON T1.driverId = T2.driverId WHERE T2.wins = (SELECT MAX(wins) FROM driverStandings)",
      "original_match": false,
      "original_reason": "ordered row count mismatch: gold=1, pred=3",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row count mismatch: gold=1, pred=3",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row count mismatch: gold=1, pred=3",
      "full_gold_rows": 1
    },
    {
      "question_id": 898,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT forename, surname FROM drivers WHERE nationality = 'Japanese' ORDER BY dob DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(40, 'Kamui', 'Kobayashi'), pred=('Kamui', 'Kobayashi')",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=(40, 'Kamui', 'Kobayashi'), pred=('Kamui', 'Kobayashi')",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=(39, 'Kamui', 'Kobayashi'), pred=('Kamui', 'Kobayashi')",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 902,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.name FROM races AS T1 JOIN results AS T2 ON T1.raceid = T2.raceid JOIN drivers AS T3 ON T2.driverid = T3.driverid WHERE T3.forename = 'Alex' AND T3.surname = 'Yoong' AND T2.position < 20",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=15, |pred|=5",
      "original_gold_rows": 15,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=15, |pred|=5",
      "sql_only_gold_rows": 15,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=15, |pred|=5",
      "full_gold_rows": 15
    },
    {
      "question_id": 904,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.name, T1.year FROM races AS T1 JOIN lapTimes AS T2 ON T1.raceid = T2.raceid JOIN drivers AS T3 ON T2.driverid = T3.driverid WHERE T3.forename = 'Michael' AND T3.surname = 'Schumacher' ORDER BY T2.milliseconds ASC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 909,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.country = 'Germany' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(*) FROM circuits AS T1 INNER JOIN races AS T2 ON T1.circuitid = T2.circuitid WHERE T2.name = 'European Grand Prix'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 912,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT circuitRef FROM circuits WHERE name = 'Marina Bay Street Circuit'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 915,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.country FROM circuits AS T1 JOIN races AS T2 ON T1.circuitid = T2.circuitid JOIN driverstandings AS T3 ON T2.raceid = T3.raceid JOIN drivers AS T4 ON T3.driverid = T4.driverid WHERE T4.dob IS NOT NULL ORDER BY T4.dob DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('French',), pred=('China',)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('French',), pred=('China',)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('French',), pred=('China',)",
      "full_gold_rows": 1
    },
    {
      "question_id": 930,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.name FROM races AS T1 JOIN results AS T2 ON T1.raceid = T2.raceid JOIN drivers AS T3 ON T2.driverid = T3.driverid WHERE T3.forename = 'Lewis' AND T3.surname = 'Hamilton' ORDER BY T2.rank ASC LIMIT 1",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=15, |pred|=1",
      "original_gold_rows": 37,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=3, |pred|=1",
      "sql_only_gold_rows": 3,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=20, |pred|=1",
      "full_gold_rows": 58,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 945,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM circuits WHERE country = 'Australia' AND location = 'Melbourne'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 950,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.name FROM constructors AS T1 JOIN constructorResults AS T2 ON T1.constructorId = T2.constructorId WHERE T2.raceId = 291 AND T2.points = 0",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=6, |pred|=11",
      "original_gold_rows": 6,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=6, |pred|=11",
      "sql_only_gold_rows": 6,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 11,
      "full_gold_changed": true
    },
    {
      "question_id": 959,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.lap FROM lapTimes AS T1 JOIN results AS T2 ON T1.driverId = T2.driverId AND T1.raceId = T2.raceId WHERE T2.position = 1 AND T1.time LIKE '1:%' ORDER BY T1.milliseconds ASC LIMIT 1",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=14, |pred|=1",
      "original_gold_rows": 16,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=14, |pred|=1",
      "sql_only_gold_rows": 16,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=14, |pred|=1",
      "full_gold_rows": 16
    },
    {
      "question_id": 971,
      "db_id": "formula_1",
      "difficulty": "simple",
      "pred_sql": "SELECT driverRef FROM drivers WHERE nationality = 'German' ORDER BY dob ASC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 981,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.year, T2.name, T2.date, T2.time FROM qualifying AS T1 JOIN races AS T2 ON T1.raceId = T2.raceId JOIN drivers AS T3 ON T1.driverId = T3.driverId WHERE T1.qualifyId IN (SELECT MIN(qualifyId) FROM qualifying WHERE driverId = T1.driverId) ORDER BY T3.dob DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 988,
      "db_id": "formula_1",
      "difficulty": "challenging",
      "pred_sql": "SELECT drivers.forename, drivers.surname FROM drivers JOIN pitStops ON drivers.driverId = pitStops.driverId WHERE drivers.nationality = 'German' AND 1980 <= strftime('%Y', drivers.dob) <= 1985 GROUP BY drivers.driverId ORDER BY AVG(pitStops.duration) ASC LIMIT 3",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('Nico', 'Rosberg'), pred=('Michael', 'Schumacher')",
      "original_gold_rows": 3,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('Nico', 'Rosberg'), pred=('Michael', 'Schumacher')",
      "sql_only_gold_rows": 3,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('Nico', 'Rosberg'), pred=('Michael', 'Schumacher')",
      "full_gold_rows": 3
    },
    {
      "question_id": 989,
      "db_id": "formula_1",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.surname, T1.forename, T2.time FROM drivers AS T1 JOIN results AS T2 ON T1.driverid = T2.driverid JOIN races AS T3 ON T2.raceid = T3.raceid WHERE T3.year = 2008 AND T3.name = 'Canadian Grand Prix' AND T2.position = 1",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 990,
      "db_id": "formula_1",
      "difficulty": "challenging",
      "pred_sql": "SELECT T1.constructorRef, T1.url FROM constructors AS T1 JOIN constructorStandings AS T2 ON T1.constructorId = T2.constructorId JOIN races AS T3 ON T2.raceId = T3.raceId WHERE T3.year = 2009 AND T3.name = 'Singapore Grand Prix' ORDER BY T2.points DESC LIMIT 1",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 1028,
      "db_id": "european_football_2",
      "difficulty": "challenging",
      "pred_sql": "SELECT T1.team_long_name FROM Team AS T1 JOIN Match AS T2 ON T1.team_api_id = T2.away_team_api_id WHERE T2.season = '2009/2010' AND T2.away_team_goal > T2.home_team_goal GROUP BY T1.team_long_name ORDER BY COUNT(*) DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('Celtic',), pred=('Real Madrid CF',)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "full_gold_rows": 2,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1029,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT buildUpPlaySpeed FROM Team_Attributes ORDER BY buildUpPlaySpeed DESC LIMIT 4",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(20,), pred=(80,)",
      "original_gold_rows": 4,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 4,
      "full_match": false,
      "full_reason": "ordered row 1 mismatch: gold=(77,), pred=(78,)",
      "full_gold_rows": 4,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1030,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT T2.name FROM Match AS T1 JOIN League AS T2 ON T1.league_id = T2.id WHERE T1.season = '2015/2016' AND T1.home_team_goal = T1.away_team_goal GROUP BY T2.name ORDER BY COUNT(*) DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1035,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT team_fifa_api_id FROM Team_Attributes WHERE buildUpPlaySpeed > 50 AND buildUpPlaySpeed < 60",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 161,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 161,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 161
    },
    {
      "question_id": 1036,
      "db_id": "european_football_2",
      "difficulty": "challenging",
      "pred_sql": "SELECT DISTINCT T1.team_long_name FROM Team AS T1 JOIN Team_Attributes AS T2 ON T1.team_api_id = T2.team_api_id WHERE strftime('%Y', T2.date) = '2012' AND T2.buildUpPlayPassing > (SELECT AVG(buildUpPlayPassing) FROM Team_Attributes WHERE strftime('%Y', date) = '2012' AND buildUpPlayPassing IS NOT NULL)",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 128,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 128,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 128,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1037,
      "db_id": "european_football_2",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T2.preferred_foot = 'left' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T2.player_fifa_api_id) AS percentage FROM Player AS T1 JOIN Player_Attributes AS T2 ON T1.player_api_id = T2.player_api_id WHERE strftime('%Y', T1.birthday) BETWEEN '1987' AND '1992'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1039,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT CAST(SUM(T2.long_shots) AS REAL) / COUNT(T1.player_fifa_api_id) AS average_long_shots FROM Player AS T1 JOIN Player_Attributes AS T2 ON T1.player_api_id = T2.player_api_id WHERE T1.player_name = 'Ahmed Samir Farag'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1042,
      "db_id": "european_football_2",
      "difficulty": "challenging",
      "pred_sql": "SELECT T1.name FROM League AS T1 JOIN Match AS T2 ON T1.id = T2.league_id WHERE T2.season = '2009/2010' GROUP BY T1.id HAVING AVG(T2.home_team_goal) > AVG(T2.away_team_goal)",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 11,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 11,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 11
    },
    {
      "question_id": 1057,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT AVG(home_team_goal) FROM Match WHERE season = '2010/2011' AND country_id = (SELECT id FROM Country WHERE name = 'Poland')",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1078,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT player_name FROM Player WHERE player_name IN ('Aaron Lennon', 'Abdelaziz Barrada') ORDER BY birthday DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('Aaron Lennon',), pred=('Abdelaziz Barrada',)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('Aaron Lennon',), pred=('Abdelaziz Barrada',)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('Aaron Lennon',), pred=('Abdelaziz Barrada',)",
      "full_gold_rows": 1
    },
    {
      "question_id": 1088,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT DISTINCT T1.player_name FROM Player AS T1 JOIN Player_Attributes AS T2 ON T1.player_api_id = T2.player_api_id WHERE T2.volleys > 70 AND T2.dribbling > 70",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1105,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1105,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1105
    },
    {
      "question_id": 1094,
      "db_id": "european_football_2",
      "difficulty": "challenging",
      "pred_sql": "SELECT (CAST((SELECT overall_rating FROM Player WHERE player_name = 'Ariel Borysiuk') - (SELECT overall_rating FROM Player WHERE player_name = 'Paulin Puel') AS REAL) * 100) / (SELECT overall_rating FROM Player WHERE player_name = 'Paulin Puel') AS percentage_difference",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: overall_rating\n[SQL: SELECT (CAST((SELECT overall_rating FROM Player WHERE player_name = 'Ariel Borysiuk') - (SELECT overall_rating FROM Player WHERE player_name = 'Paulin Puel') AS REAL) * 100) / (SELECT overall_rating FROM Player WHERE player_name = 'Paulin Puel') AS percentage_difference]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1103,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT overall_rating FROM Player_Attributes WHERE player_api_id IN (SELECT player_api_id FROM Player WHERE player_name = 'Aaron Mooy') AND date LIKE '2016-02-04%'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1110,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT buildUpPlayPassingClass FROM Team_Attributes WHERE team_fifa_api_id IN (SELECT team_fifa_api_id FROM Team WHERE team_long_name = 'FC Lorient') AND date LIKE '2010-02-22%'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1116,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT player_name FROM Player ORDER BY height DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1122,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.player_name FROM Player AS T1 JOIN Player_Attributes AS T2 ON T1.player_api_id = T2.player_api_id ORDER BY T2.overall_rating DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1130,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.team_short_name FROM Team AS T1 JOIN Team_Attributes AS T2 ON T1.team_api_id = T2.team_api_id WHERE T2.chanceCreationPassingClass = 'Safe'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 43,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 43,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 43
    },
    {
      "question_id": 1133,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM Player WHERE player_name LIKE 'Aaron%' AND birthday > '1990'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1141,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT buildUpPlaySpeedClass FROM Team JOIN Team_Attributes ON Team.team_api_id = Team_Attributes.team_api_id WHERE team_long_name = 'KSV Cercle Brugge' ORDER BY date DESC LIMIT 1",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "original_gold_rows": 2,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "full_gold_rows": 2
    },
    {
      "question_id": 1144,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT finishing, curve FROM Player_Attributes WHERE player_api_id = (SELECT player_api_id FROM Player ORDER BY weight DESC LIMIT 1)",
      "original_match": false,
      "original_reason": "ordered row count mismatch: gold=1, pred=14",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=8, |pred|=3",
      "sql_only_gold_rows": 38,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=8, |pred|=3",
      "full_gold_rows": 38,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1146,
      "db_id": "european_football_2",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.team_long_name FROM Team AS T1 JOIN Match AS T2 ON T1.team_api_id = T2.away_team_api_id ORDER BY T2.away_team_goal DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1147,
      "db_id": "european_football_2",
      "difficulty": "simple",
      "pred_sql": "SELECT player_name FROM Player JOIN Player_Attributes ON Player.player_api_id = Player_Attributes.player_api_id ORDER BY overall_rating DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1152,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(COUNT(CASE WHEN Admission = '+' THEN ID ELSE NULL END) AS REAL) / COUNT(CASE WHEN Admission = '-' THEN ID ELSE NULL END) AS ratio FROM Patient WHERE Diagnosis = 'SLE'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1156,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT Patient.ID, strftime('%Y', 'now') - strftime('%Y', Patient.Birthday) AS age FROM Patient JOIN Examination ON Patient.ID = Examination.ID WHERE Examination.RVVT = '+'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 7,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 7,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=7, |pred|=7",
      "full_gold_rows": 7,
      "full_gold_changed": true
    },
    {
      "question_id": 1157,
      "db_id": "thrombosis_prediction",
      "difficulty": "simple",
      "pred_sql": "SELECT DISTINCT T1.ID, T1.SEX, T1.Diagnosis FROM Patient AS T1 JOIN Examination AS T2 ON T1.ID = T2.ID WHERE T2.Thrombosis = 2",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 3,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 3,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 3
    },
    {
      "question_id": 1168,
      "db_id": "thrombosis_prediction",
      "difficulty": "challenging",
      "pred_sql": "SELECT T2.`Examination Date`, strftime('%Y', T1.Birthday) - strftime('%Y', T1.`First Date`) AS Age FROM Patient AS T1 JOIN Examination AS T2 ON T1.ID = T2.ID WHERE T1.Diagnosis = 'SJS' ORDER BY T1.Birthday ASC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('1981-07-31', 69, '1917-04-18'), pred=('1996-05-28', -69)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('1986-01-07', 69), pred=('1996-05-28', -69)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('1986-01-07', 69), pred=('1996-05-28', -69)",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1185,
      "db_id": "thrombosis_prediction",
      "difficulty": "challenging",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T2.Date LIKE '1981-11-%' THEN T2.`T-CHO` ELSE 0 END) - SUM(CASE WHEN T2.Date LIKE '1981-12-%' THEN T2.`T-CHO` ELSE 0 END) AS REAL) * 100 / SUM(CASE WHEN T2.Date LIKE '1981-12-%' THEN T2.`T-CHO` ELSE 0 END) AS decrease_rate FROM Patient AS T1 JOIN Laboratory AS T2 ON T1.ID = T2.ID WHERE T1.Birthday = '1959-02-18'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1198,
      "db_id": "thrombosis_prediction",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(*) FROM Patient WHERE SEX = 'F' AND Diagnosis = 'APS'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1205,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT CASE WHEN UA > 8.0 AND SEX = 'M' THEN 'Yes' WHEN UA > 6.5 AND SEX = 'F' THEN 'Yes' ELSE 'No' END AS within_normal_range FROM Laboratory JOIN Patient ON Laboratory.ID = Patient.ID WHERE Patient.ID = 57266",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=2",
      "original_gold_rows": 67,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=2",
      "sql_only_gold_rows": 67,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=2",
      "full_gold_rows": 67,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1208,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT DISTINCT Patient.ID FROM Patient JOIN Laboratory ON Patient.ID = Laboratory.ID WHERE Patient.SEX = 'M' AND Laboratory.GPT >= 60",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 24,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 24,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 24
    },
    {
      "question_id": 1220,
      "db_id": "thrombosis_prediction",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.ID, T2.SEX, T2.Birthday FROM Laboratory AS T1 JOIN Patient AS T2 ON T1.ID = T2.ID WHERE T1.UN = 29",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 20,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 20,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 20
    },
    {
      "question_id": 1227,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(STRFTIME('%Y', 'now') - STRFTIME('%Y', Birthday)) AS REAL) / COUNT(Patient.ID) AS average_age FROM Patient JOIN Laboratory ON Patient.ID = Laboratory.ID WHERE Patient.SEX = 'M' AND Laboratory.T_CHO >= 250",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: Laboratory.T_CHO\n[SQL: SELECT CAST(SUM(STRFTIME('%Y', 'now') - STRFTIME('%Y', Birthday)) AS REAL) / COUNT(Patient.ID) AS average_age FROM Patient JOIN Laboratory ON Patient.ID = Laboratory.ID WHERE Patient.SEX = 'M' AND Laboratory.T_CHO >= 250]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1232,
      "db_id": "thrombosis_prediction",
      "difficulty": "challenging",
      "pred_sql": "SELECT ID, SEX, (strftime('%Y', 'now') - strftime('%Y', Birthday)) AS age FROM Patient WHERE ID IN (SELECT ID FROM Laboratory WHERE GLU >= 180 AND T-CHO < 250)",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T\n[SQL: SELECT ID, SEX, (strftime('%Y', 'now') - strftime('%Y', Birthday)) AS age FROM Patient WHERE ID IN (SELECT ID FROM Laboratory WHERE GLU >= 180 AND T-CHO < 250)]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 13,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 13,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 13,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1235,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.ID, T1.Birthday, T1.Diagnosis FROM Patient AS T1 JOIN Laboratory AS T2 ON T1.ID = T2.ID WHERE T2.RBC < 3.5",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=73, |pred|=73",
      "original_gold_rows": 73,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=73, |pred|=73",
      "sql_only_gold_rows": 73,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=73, |pred|=73",
      "full_gold_rows": 73,
      "full_gold_changed": true
    },
    {
      "question_id": 1247,
      "db_id": "thrombosis_prediction",
      "difficulty": "challenging",
      "pred_sql": "SELECT COUNT(DISTINCT T1.ID) FROM Patient AS T1 JOIN Laboratory AS T2 ON T1.ID = T2.ID WHERE T1.SEX = 'M' AND T2.WBC > 3.5 AND T2.WBC < 9.0 AND (T2.FG <= 150 OR T2.FG >= 450)",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1251,
      "db_id": "thrombosis_prediction",
      "difficulty": "simple",
      "pred_sql": "SELECT COUNT(DISTINCT ID) FROM Laboratory WHERE IGG >= 2000",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1252,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(DISTINCT ID) FROM Examination WHERE aCL IgG > 900 AND aCL IgG < 2000 AND Symptoms IS NOT NULL",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) near \"IgG\": syntax error\n[SQL: SELECT COUNT(DISTINCT ID) FROM Examination WHERE aCL IgG > 900 AND aCL IgG < 2000 AND Symptoms IS NOT NULL]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1254,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(DISTINCT T1.ID) FROM Patient AS T1 JOIN Laboratory AS T2 ON T1.ID = T2.ID WHERE T2.IGA > 80 AND T2.IGA < 500 AND STRFTIME('%Y', T1.`First Date`) >= '1990'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1255,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT Diagnosis FROM Examination WHERE aCL IgM <= 40 OR aCL IgM >= 400 GROUP BY Diagnosis ORDER BY COUNT(Diagnosis) DESC LIMIT 1",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) near \"IgM\": syntax error\n[SQL: SELECT Diagnosis FROM Examination WHERE aCL IgM <= 40 OR aCL IgM >= 400 GROUP BY Diagnosis ORDER BY COUNT(Diagnosis) DESC LIMIT 1]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1257,
      "db_id": "thrombosis_prediction",
      "difficulty": "challenging",
      "pred_sql": "SELECT COUNT(DISTINCT Patient.ID) FROM Patient JOIN Laboratory ON Patient.ID = Laboratory.ID WHERE Laboratory.CRE >= 1.5 AND strftime('%Y', 'now') - strftime('%Y', Patient.Birthday) < 70",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 1275,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(DISTINCT T1.ID) FROM Examination AS T1 JOIN Patient AS T2 ON T1.ID = T2.ID WHERE T1.CENTROMEA IN('-', '+-') AND T1.SSB IN('-', '+-') AND T2.SEX = 'M'",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T1.CENTROMEA\n[SQL: SELECT COUNT(DISTINCT T1.ID) FROM Examination AS T1 JOIN Patient AS T2 ON T1.ID = T2.ID WHERE T1.CENTROMEA IN('-', '+-') AND T1.SSB IN('-', '+-') AND T2.SEX = 'M']\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 1281,
      "db_id": "thrombosis_prediction",
      "difficulty": "moderate",
      "pred_sql": "SELECT MIN(T2.Birthday) FROM Laboratory AS T1 JOIN Patient AS T2 ON T1.ID = T2.ID WHERE T1.GOT >= 60",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('1987-12-05',), pred=('1922-12-01',)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('1987-12-05',), pred=('1922-12-01',)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('1987-12-05',), pred=('1922-12-01',)",
      "full_gold_rows": 1
    },
    {
      "question_id": 1302,
      "db_id": "thrombosis_prediction",
      "difficulty": "challenging",
      "pred_sql": "SELECT COUNT(DISTINCT T1.ID) FROM Examination AS T1 JOIN Laboratory AS T2 ON T1.ID = T2.ID WHERE T2.CPK < 250 AND (T2.KCT = '+' OR T2.RVVT = '+' OR T2.LAC = '+')",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T2.KCT\n[SQL: SELECT COUNT(DISTINCT T1.ID) FROM Examination AS T1 JOIN Laboratory AS T2 ON T1.ID = T2.ID WHERE T2.CPK < 250 AND (T2.KCT = '+' OR T2.RVVT = '+' OR T2.LAC = '+')]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1312,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT T2.major_name FROM member AS T1 JOIN major AS T2 ON T1.link_to_major = T2.major_id WHERE T1.first_name = 'Angela' AND T1.last_name = 'Sanders'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1340,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "SELECT SUM(CASE WHEN event_date LIKE '2019%' THEN spent ELSE 0 END) - SUM(CASE WHEN event_date LIKE '2020%' THEN spent ELSE 0 END) AS difference FROM budget JOIN event ON budget.link_to_event = event.event_id WHERE event_name LIKE '%Student_Club%'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 1344,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT notes FROM income WHERE date_received = '2019-09-14' AND source = 'Fundraising'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1352,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(*) FROM member WHERE link_to_major = (SELECT major_id FROM major WHERE major_name = 'Business') AND t_shirt_size = 'Medium'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1356,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.department FROM major AS T1 JOIN member AS T2 ON T1.major_id = T2.link_to_major WHERE T2.position = 'President'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1376,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.event_name FROM event AS T1 JOIN budget AS T2 ON T1.event_id = T2.link_to_event WHERE T1.status = 'Closed' ORDER BY T2.spent / T2.amount DESC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=3, |pred|=1",
      "sql_only_gold_rows": 3,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=3, |pred|=1",
      "full_gold_rows": 3,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1378,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT MAX(spent) AS max_spent FROM budget",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 1380,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT SUM(spent) FROM budget WHERE category = 'Food'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1387,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.first_name, T1.last_name FROM member AS T1 JOIN expense AS T2 ON T1.member_id = T2.link_to_member JOIN budget AS T3 ON T2.link_to_budget = T3.budget_id JOIN event AS T4 ON T3.link_to_event = T4.event_id WHERE T4.event_name = 'Yearly Kickoff' AND T1.position = 'President'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "original_gold_rows": 4,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "full_gold_rows": 4,
      "sql_only_gold_changed": true
    },
    {
      "question_id": 1390,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.event_name = 'Yearly Kickoff' THEN T2.cost ELSE 0 END) AS REAL) * 100 / SUM(T2.cost) AS percentage FROM event AS T1 JOIN expense AS T2 ON T1.event_id = T2.link_to_event",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T2.link_to_event\n[SQL: SELECT CAST(SUM(CASE WHEN T1.event_name = 'Yearly Kickoff' THEN T2.cost ELSE 0 END) AS REAL) * 100 / SUM(T2.cost) AS percentage FROM event AS T1 JOIN expense AS T2 ON T1.event_id = T2.link_to_event]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 1399,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "",
      "original_match": false,
      "original_reason": "pred execution failed",
      "original_gold_rows": 14,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1403,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.event_name FROM event AS T1 JOIN budget AS T2 ON T1.event_id = T2.link_to_event WHERE T1.status = 'Closed' AND T2.remaining < 0 ORDER BY T2.remaining ASC LIMIT 1",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1,
      "full_gold_changed": true
    },
    {
      "question_id": 1404,
      "db_id": "student_club",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.expense_description, SUM(T1.cost) AS total_value FROM expense AS T1 JOIN budget AS T2 ON T1.link_to_budget = T2.budget_id JOIN event AS T3 ON T2.link_to_event = T3.event_id WHERE T3.event_name = 'October Meeting' AND T1.approved = 'true'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=1",
      "full_gold_rows": 2,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1409,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT SUM(cost) AS total_expense FROM expense WHERE expense_date = '2019-08-20'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1410,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT first_name, last_name, SUM(cost) AS total_cost FROM member JOIN expense ON member.member_id = expense.link_to_member WHERE member.member_id = 'rec4BLdZHS2Blfp4v' GROUP BY first_name, last_name",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1411,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT expense_description FROM expense WHERE link_to_member = (SELECT member_id FROM member WHERE first_name = 'Sacha' AND last_name = 'Harrison')",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 12,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 12,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 12
    },
    {
      "question_id": 1422,
      "db_id": "student_club",
      "difficulty": "simple",
      "pred_sql": "SELECT DISTINCT type FROM event WHERE location = 'MU 215'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=4, |pred|=3",
      "original_gold_rows": 4,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 19,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 19,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1464,
      "db_id": "student_club",
      "difficulty": "challenging",
      "pred_sql": "SELECT T2.first_name, T2.last_name, T1.amount FROM income AS T1 JOIN member AS T2 ON T1.link_to_member = T2.member_id WHERE T1.date_received = '2019-09-09'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 2,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 2,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 2,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1472,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.CustomerID FROM customers AS T1 INNER JOIN yearmonth AS T2 ON T1.CustomerID = T2.CustomerID WHERE T2.Date BETWEEN '201201' AND '201212' AND T1.Segment = 'LAM' ORDER BY T2.Consumption ASC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(47273,), pred=(7653,)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=(47273,), pred=(7653,)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=(47273,), pred=(7653,)",
      "full_gold_rows": 1
    },
    {
      "question_id": 1473,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT CAST(SUM(Consumption) AS REAL) / 12 AS avg_monthly_consumption FROM yearmonth WHERE Date BETWEEN '201301' AND '201312' AND CustomerID IN (SELECT CustomerID FROM customers WHERE Segment = 'SME')",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1476,
      "db_id": "debit_card_specializing",
      "difficulty": "challenging",
      "pred_sql": "SELECT SUM(CASE WHEN T2.Currency = 'CZK' THEN T1.Consumption ELSE 0 END) - SUM(CASE WHEN T2.Currency = 'EUR' THEN T1.Consumption ELSE 0 END) AS diff FROM yearmonth AS T1 INNER JOIN customers AS T2 ON T1.CustomerID = T2.CustomerID WHERE T1.Date BETWEEN '201201' AND '201212'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1479,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT SUBSTR(Date, 1, 4) AS Year, SUM(Consumption) AS TotalConsumption FROM yearmonth WHERE CustomerID IN (SELECT CustomerID FROM transactions_1k INNER JOIN customers ON transactions_1k.CustomerID = customers.CustomerID WHERE Currency = 'CZK') GROUP BY Year ORDER BY TotalConsumption DESC LIMIT 1",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) ambiguous column name: CustomerID\n[SQL: SELECT SUBSTR(Date, 1, 4) AS Year, SUM(Consumption) AS TotalConsumption FROM yearmonth WHERE CustomerID IN (SELECT CustomerID FROM transactions_1k INNER JOIN customers ON transactions_1k.CustomerID = customers.CustomerID WHERE Currency = 'CZK') GROUP BY Year ORDER BY TotalConsumption DESC LIMIT 1]\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 1480,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT SUBSTR(Date, 1, 4) AS Year, SUBSTR(Date, 5, 2) AS Month, MAX(Consumption) AS PeakConsumption FROM yearmonth WHERE Date BETWEEN '201301' AND '201312' AND CustomerID IN (SELECT CustomerID FROM customers WHERE Segment = 'SME') GROUP BY Year, Month ORDER BY PeakConsumption DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=('04',), pred=('2013', '04', 786530.79)",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=('04',), pred=('2013', '04', 786530.79)",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=('04',), pred=('2013', '04', 786530.79)",
      "full_gold_rows": 1
    },
    {
      "question_id": 1484,
      "db_id": "debit_card_specializing",
      "difficulty": "simple",
      "pred_sql": "SELECT (SELECT COUNT(*) FROM gasstations WHERE Country = 'CZE') - (SELECT COUNT(*) FROM gasstations WHERE Country = 'SVK') AS difference",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1
    },
    {
      "question_id": 1486,
      "db_id": "debit_card_specializing",
      "difficulty": "simple",
      "pred_sql": "SELECT SUM(CASE WHEN T1.Currency = 'CZK' THEN 1 ELSE 0 END) - SUM(CASE WHEN T1.Currency = 'EUR' THEN 1 ELSE 0 END) AS diff FROM transactions_1k AS T1 INNER JOIN customers AS T2 ON T1.CustomerID = T2.CustomerID WHERE T2.Segment = 'SME'",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T1.Currency\n[SQL: SELECT SUM(CASE WHEN T1.Currency = 'CZK' THEN 1 ELSE 0 END) - SUM(CASE WHEN T1.Currency = 'EUR' THEN 1 ELSE 0 END) AS diff FROM transactions_1k AS T1 INNER JOIN customers AS T2 ON T1.CustomerID = T2.CustomerID WHERE T2.Segment = 'SME']\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 1493,
      "db_id": "debit_card_specializing",
      "difficulty": "simple",
      "pred_sql": "SELECT CAST(COUNT(CASE WHEN T1.Consumption > 528.3 THEN 1 ELSE NULL END) AS REAL) * 100 / COUNT(T1.CustomerID) AS Percentage FROM yearmonth AS T1 INNER JOIN customers AS T2 ON T1.CustomerID = T2.CustomerID WHERE T1.Date LIKE '201202%'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1500,
      "db_id": "debit_card_specializing",
      "difficulty": "simple",
      "pred_sql": "SELECT T3.Description FROM yearmonth AS T1 INNER JOIN transactions_1k AS T2 ON T1.CustomerID = T2.CustomerID INNER JOIN products AS T3 ON T2.ProductID = T3.ProductID WHERE T1.Date LIKE '201309%'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 976,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 27,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 27,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1501,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT DISTINCT T1.Country FROM gasstations AS T1 JOIN transactions_1k AS T2 ON T1.GasStationID = T2.GasStationID WHERE T2.Date LIKE '201306%'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=0",
      "original_gold_rows": 2,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=0",
      "sql_only_gold_rows": 2,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=2, |pred|=0",
      "full_gold_rows": 2,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1506,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT T3.Description FROM transactions_1k AS T1 JOIN gasstations AS T2 ON T1.GasStationID = T2.GasStationID JOIN products AS T3 ON T1.ProductID = T3.ProductID WHERE T2.Country = 'CZE'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 21,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 21,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 21
    },
    {
      "question_id": 1515,
      "db_id": "debit_card_specializing",
      "difficulty": "simple",
      "pred_sql": "SELECT T1.Segment FROM customers AS T1 JOIN yearmonth AS T2 ON T1.CustomerID = T2.CustomerID WHERE T2.Date = '2012-08-23'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "full_gold_rows": 1
    },
    {
      "question_id": 1521,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT COUNT(*) FROM transactions_1k AS T1 JOIN gasstations AS T2 ON T1.GasStationID = T2.GasStationID WHERE T1.Date = '2012-08-26' AND T1.Time BETWEEN '08:00:00' AND '09:00:00' AND T2.Country = 'CZE'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": true,
      "sql_only_reason": "",
      "sql_only_gold_rows": 1,
      "full_match": true,
      "full_reason": "",
      "full_gold_rows": 1
    },
    {
      "question_id": 1525,
      "db_id": "debit_card_specializing",
      "difficulty": "simple",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T1.Currency = 'EUR' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T1.CustomerID) AS Percentage FROM customers AS T1 INNER JOIN transactions_1k AS T2 ON T1.CustomerID = T2.CustomerID WHERE T2.Date = '2012-08-25'",
      "original_match": true,
      "original_reason": "",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1526,
      "db_id": "debit_card_specializing",
      "difficulty": "challenging",
      "pred_sql": "SELECT (T1.Consumption - T2.Consumption) / T1.Consumption AS consumption_decrease_rate FROM yearmonth AS T1 JOIN yearmonth AS T2 ON T1.CustomerID = T2.CustomerID WHERE T1.Date = '2012-08-25' AND T2.Date = '2013-08-25'",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=0",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1528,
      "db_id": "debit_card_specializing",
      "difficulty": "simple",
      "pred_sql": "SELECT CAST(SUM(CASE WHEN T2.Segment = 'Premium' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T2.ProductID) AS percentage FROM gasstations AS T1 INNER JOIN transactions_1k AS T2 ON T1.GasStationID = T2.GasStationID WHERE T1.Country = 'SVK'",
      "original_match": false,
      "pred_exec_error": "(sqlite3.OperationalError) no such column: T2.Segment\n[SQL: SELECT CAST(SUM(CASE WHEN T2.Segment = 'Premium' THEN 1 ELSE 0 END) AS REAL) * 100 / COUNT(T2.ProductID) AS percentage FROM gasstations AS T1 INNER JOIN transactions_1k AS T2 ON T1.GasStationID = T2.GasStationID WHERE T1.Country = 'SVK']\n(Background on this error at: https://sqlalche.me/e/20/e3q8)",
      "original_reason": "pred execution failed",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "pred execution failed",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "pred execution failed",
      "full_gold_rows": 1
    },
    {
      "question_id": 1529,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT SUM(Amount) AS TotalSpent, SUM(CASE WHEN Date = '201201' THEN Amount ELSE 0 END) AS SpentInJanuary FROM transactions_1k WHERE CustomerID = 38508",
      "original_match": false,
      "original_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "set mismatch (unique rows differ): |gold|=1, |pred|=1",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    },
    {
      "question_id": 1531,
      "db_id": "debit_card_specializing",
      "difficulty": "moderate",
      "pred_sql": "SELECT T1.CustomerID, AVG(T1.Price) AS avg_price_per_item, T2.Currency FROM transactions_1k AS T1 JOIN customers AS T2 ON T1.CustomerID = T2.CustomerID GROUP BY T1.CustomerID, T2.Currency ORDER BY SUM(T1.Amount) DESC LIMIT 1",
      "original_match": false,
      "original_reason": "ordered row 0 mismatch: gold=(12459, 203.8560787354258, 'CZK'), pred=(16358, 1680.188, 'CZK')",
      "original_gold_rows": 1,
      "sql_only_match": false,
      "sql_only_reason": "ordered row 0 mismatch: gold=(13665, 5762.49, 'CZK'), pred=(16358, 1680.188, 'CZK')",
      "sql_only_gold_rows": 1,
      "full_match": false,
      "full_reason": "ordered row 0 mismatch: gold=(13665, 5762.49, 'CZK'), pred=(16358, 1680.188, 'CZK')",
      "full_gold_rows": 1,
      "sql_only_gold_changed": true,
      "full_gold_changed": true
    }
  ]
}