From 48ce9b879b7368742eec1d1b83c57693d7152736 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Wed, 22 Oct 2025 18:09:36 +0000 Subject: [PATCH] feat: add benchmark results for qwen/qwen3-coder:exacto --- src/benchmark-config.json | 3 +- src/benchmark/results.json | 8539 +++++++++++++++++++++++++ src/benchmark/validation-results.json | 708 ++ 3 files changed, 9249 insertions(+), 1 deletion(-) diff --git a/src/benchmark-config.json b/src/benchmark-config.json index 6a82e02..d5cf03d 100644 --- a/src/benchmark-config.json +++ b/src/benchmark-config.json @@ -84,7 +84,8 @@ "qwen3-next-80b-a3b-instruct", "qwen3-next-80b-a3b-thinking", "qwen3-coder-plus", - "qwen3-coder-flash" + "qwen3-coder-flash", + "qwen3-coder:exacto" ] }, "moonshotai": { diff --git a/src/benchmark/results.json b/src/benchmark/results.json index 7257d59..031507a 100644 --- a/src/benchmark/results.json +++ b/src/benchmark/results.json @@ -657442,5 +657442,8544 @@ "error": null } ] + }, + { + "sql": "SELECT count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "star_count": 7305112 + } + ], + "meta": [ + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.012056555, + "rows_read": 24577, + "bytes_read": 24592 + }, + "executionTime": 0.117, + "requestId": "01K86HPNEP5E1S6GWQA0S27Y62", + "length": 24 + }, + "name": "pipe_01.pipe", + "question": { + "name": "pipe_01.pipe", + "content": "DESCRIPTION >\n Count all stars\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Count all stars" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.321, + "totalDuration": 1.378, + "tokens": { + "promptTokens": 4575, + "completionTokens": 24, + "totalTokens": 4599 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "star_count": 7305112 + } + ], + "meta": [ + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.012056555, + "rows_read": 24577, + "bytes_read": 24592 + }, + "executionTime": 0.117, + "requestId": "01K86HPNEP5E1S6GWQA0S27Y62", + "length": 24 + }, + "name": "pipe_01.pipe", + "question": { + "name": "pipe_01.pipe", + "content": "DESCRIPTION >\n Count all stars\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Count all stars" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.321, + "totalDuration": 1.378, + "tokens": { + "promptTokens": 4575, + "completionTokens": 24, + "totalTokens": 4599 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "stars": 49278 + }, + { + "repo_name": "vuejs/vue", + "stars": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "stars": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "stars": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "stars": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "stars": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "stars": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "stars": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "stars": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "stars": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.192651675, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.295, + "requestId": "01K86HPNGMN7E6G01RFYHYPHDM", + "length": 525 + }, + "name": "pipe_02.pipe", + "question": { + "name": "pipe_02.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by stars\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by stars" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.251, + "totalDuration": 1.429, + "tokens": { + "promptTokens": 4579, + "completionTokens": 40, + "totalTokens": 4619 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "stars": 49278 + }, + { + "repo_name": "vuejs/vue", + "stars": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "stars": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "stars": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "stars": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "stars": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "stars": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "stars": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "stars": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "stars": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.192651675, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.295, + "requestId": "01K86HPNGMN7E6G01RFYHYPHDM", + "length": 525 + }, + "name": "pipe_02.pipe", + "question": { + "name": "pipe_02.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by stars\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by stars" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.251, + "totalDuration": 1.429, + "tokens": { + "promptTokens": 4579, + "completionTokens": 40, + "totalTokens": 4619 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n power_of_10,\n COUNT(*) AS repo_count\nFROM (\n SELECT \n repo_name,\n COUNT(*) AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n) AS repo_stars\nARRAY JOIN [\n 1, 10, 100, 1000, 10000, 100000, 1000000\n] AS power_of_10\nWHERE repo_stars.stars >= power_of_10 AND repo_stars.stars < power_of_10 * 10\nGROUP BY power_of_10\nORDER BY power_of_10\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "power_of_10": 1, + "repo_count": 537389 + }, + { + "power_of_10": 10, + "repo_count": 49995 + }, + { + "power_of_10": 100, + "repo_count": 8578 + }, + { + "power_of_10": 1000, + "repo_count": 902 + }, + { + "power_of_10": 10000, + "repo_count": 31 + } + ], + "meta": [ + { + "name": "power_of_10", + "type": "UInt32" + }, + { + "name": "repo_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.112432842, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.21, + "requestId": "01K86HPN8HCMTM943X5PWJQPWB", + "length": 191 + }, + "name": "pipe_03.pipe", + "question": { + "name": "pipe_03.pipe", + "content": "DESCRIPTION >\n For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count\n\nNODE endpoint\nSQL >\n SELECT\n exp10(floor(log10(c))) AS stars,\n uniqExact(k)\n FROM\n (\n SELECT\n repo_name AS k,\n count() AS c\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY k\n )\n GROUP BY stars\n ORDER BY stars ASC\n\nTYPE endpoint", + "question": "For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.834, + "totalDuration": 1.171, + "tokens": { + "promptTokens": 4619, + "completionTokens": 161, + "totalTokens": 4780 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n power_of_10,\n COUNT(*) AS repo_count\nFROM (\n SELECT \n repo_name,\n COUNT(*) AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n) AS repo_stars\nARRAY JOIN [\n 1, 10, 100, 1000, 10000, 100000, 1000000\n] AS power_of_10\nWHERE repo_stars.stars >= power_of_10 AND repo_stars.stars < power_of_10 * 10\nGROUP BY power_of_10\nORDER BY power_of_10\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "power_of_10": 1, + "repo_count": 537389 + }, + { + "power_of_10": 10, + "repo_count": 49995 + }, + { + "power_of_10": 100, + "repo_count": 8578 + }, + { + "power_of_10": 1000, + "repo_count": 902 + }, + { + "power_of_10": 10000, + "repo_count": 31 + } + ], + "meta": [ + { + "name": "power_of_10", + "type": "UInt32" + }, + { + "name": "repo_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.112432842, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.21, + "requestId": "01K86HPN8HCMTM943X5PWJQPWB", + "length": 191 + }, + "name": "pipe_03.pipe", + "question": { + "name": "pipe_03.pipe", + "content": "DESCRIPTION >\n For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count\n\nNODE endpoint\nSQL >\n SELECT\n exp10(floor(log10(c))) AS stars,\n uniqExact(k)\n FROM\n (\n SELECT\n repo_name AS k,\n count() AS c\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY k\n )\n GROUP BY stars\n ORDER BY stars ASC\n\nTYPE endpoint", + "question": "For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.834, + "totalDuration": 1.171, + "tokens": { + "promptTokens": 4619, + "completionTokens": 161, + "totalTokens": 4780 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT COUNT(DISTINCT repo_name) AS total_repositories\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_repositories": 25138721 + } + ], + "meta": [ + { + "name": "total_repositories", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.666343843, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 1.759, + "requestId": "01K86HPN1GWYA0Q642QGMV2X7Z", + "length": 33 + }, + "name": "pipe_04.pipe", + "question": { + "name": "pipe_04.pipe", + "content": "DESCRIPTION >\n The total number of repositories on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniqExact(repo_name) FROM github_events\n\nTYPE endpoint", + "question": "The total number of repositories on GitHub" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.73, + "totalDuration": 0.944, + "tokens": { + "promptTokens": 4579, + "completionTokens": 22, + "totalTokens": 4601 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT COUNT(DISTINCT repo_name) AS total_repositories\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_repositories": 25138721 + } + ], + "meta": [ + { + "name": "total_repositories", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.666343843, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 1.759, + "requestId": "01K86HPN1GWYA0Q642QGMV2X7Z", + "length": 33 + }, + "name": "pipe_04.pipe", + "question": { + "name": "pipe_04.pipe", + "content": "DESCRIPTION >\n The total number of repositories on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniqExact(repo_name) FROM github_events\n\nTYPE endpoint", + "question": "The total number of repositories on GitHub" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.73, + "totalDuration": 0.944, + "tokens": { + "promptTokens": 4579, + "completionTokens": 22, + "totalTokens": 4601 + } + }, + "error": null + } + ] + }, + { + "sql": "%\nSELECT \n repo_name,\n count(*) AS star_count,\n toYear(created_at) AS year\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) >= 2015\nGROUP BY repo_name, year\nORDER BY year ASC, star_count DESC\nLIMIT 10 BY year\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "star_count": 21518, + "year": 2016 + }, + { + "repo_name": "zeit/hyperterm", + "star_count": 9086, + "year": 2016 + }, + { + "repo_name": "zeit/next.js", + "star_count": 7877, + "year": 2016 + }, + { + "repo_name": "xitu/gold-miner", + "star_count": 6022, + "year": 2016 + }, + { + "repo_name": "zenorocha/clipboard.js", + "star_count": 5594, + "year": 2016 + }, + { + "repo_name": "yelouafi/redux-saga", + "star_count": 5463, + "year": 2016 + }, + { + "repo_name": "yhatt/marp", + "star_count": 5254, + "year": 2016 + }, + { + "repo_name": "zyedidia/micro", + "star_count": 4952, + "year": 2016 + }, + { + "repo_name": "zeit/hyper", + "star_count": 4926, + "year": 2016 + }, + { + "repo_name": "zxing/zxing", + "star_count": 4890, + "year": 2016 + }, + { + "repo_name": "tensorflow/tensorflow", + "star_count": 49278, + "year": 2017 + }, + { + "repo_name": "vuejs/vue", + "star_count": 48185, + "year": 2017 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 29084, + "year": 2017 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745, + "year": 2017 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 21764, + "year": 2017 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 21157, + "year": 2017 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 20881, + "year": 2017 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 19325, + "year": 2017 + }, + { + "repo_name": "vuejs/awesome-vue", + "star_count": 18499, + "year": 2017 + }, + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 17847, + "year": 2017 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + }, + { + "name": "year", + "type": "UInt16" + } + ], + "statistics": { + "elapsed": 0.417886595, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.527, + "requestId": "01K86HPN6Y6PZKBWYE4NX4QX99", + "length": 1321 + }, + "name": "pipe_05.pipe", + "question": { + "name": "pipe_05.pipe", + "content": "DESCRIPTION >\n How has the list of top repositories changed over the years from 2015\n\nNODE endpoint\nSQL >\n SELECT\n year,\n lower(repo_name) AS repo,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (year >= 2015)\n GROUP BY\n repo,\n toYear(created_at) AS year\n ORDER BY\n year ASC,\n count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "How has the list of top repositories changed over the years from 2015" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.843, + "totalDuration": 1.116, + "tokens": { + "promptTokens": 4589, + "completionTokens": 73, + "totalTokens": 4662 + } + }, + "error": null, + "attempts": [ + { + "sql": "%\nSELECT \n repo_name,\n count(*) AS star_count,\n toYear(created_at) AS year\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) >= 2015\nGROUP BY repo_name, year\nORDER BY year ASC, star_count DESC\nLIMIT 10 BY year\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "star_count": 21518, + "year": 2016 + }, + { + "repo_name": "zeit/hyperterm", + "star_count": 9086, + "year": 2016 + }, + { + "repo_name": "zeit/next.js", + "star_count": 7877, + "year": 2016 + }, + { + "repo_name": "xitu/gold-miner", + "star_count": 6022, + "year": 2016 + }, + { + "repo_name": "zenorocha/clipboard.js", + "star_count": 5594, + "year": 2016 + }, + { + "repo_name": "yelouafi/redux-saga", + "star_count": 5463, + "year": 2016 + }, + { + "repo_name": "yhatt/marp", + "star_count": 5254, + "year": 2016 + }, + { + "repo_name": "zyedidia/micro", + "star_count": 4952, + "year": 2016 + }, + { + "repo_name": "zeit/hyper", + "star_count": 4926, + "year": 2016 + }, + { + "repo_name": "zxing/zxing", + "star_count": 4890, + "year": 2016 + }, + { + "repo_name": "tensorflow/tensorflow", + "star_count": 49278, + "year": 2017 + }, + { + "repo_name": "vuejs/vue", + "star_count": 48185, + "year": 2017 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 29084, + "year": 2017 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745, + "year": 2017 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 21764, + "year": 2017 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 21157, + "year": 2017 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 20881, + "year": 2017 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 19325, + "year": 2017 + }, + { + "repo_name": "vuejs/awesome-vue", + "star_count": 18499, + "year": 2017 + }, + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 17847, + "year": 2017 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + }, + { + "name": "year", + "type": "UInt16" + } + ], + "statistics": { + "elapsed": 0.417886595, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.527, + "requestId": "01K86HPN6Y6PZKBWYE4NX4QX99", + "length": 1321 + }, + "name": "pipe_05.pipe", + "question": { + "name": "pipe_05.pipe", + "content": "DESCRIPTION >\n How has the list of top repositories changed over the years from 2015\n\nNODE endpoint\nSQL >\n SELECT\n year,\n lower(repo_name) AS repo,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (year >= 2015)\n GROUP BY\n repo,\n toYear(created_at) AS year\n ORDER BY\n year ASC,\n count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "How has the list of top repositories changed over the years from 2015" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.843, + "totalDuration": 1.116, + "tokens": { + "promptTokens": 4589, + "completionTokens": 73, + "totalTokens": 4662 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n toYear(created_at) AS year,\n count() AS total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "year": 2016, + "total_stars": 814207 + }, + { + "year": 2017, + "total_stars": 6490905 + } + ], + "meta": [ + { + "name": "year", + "type": "UInt16" + }, + { + "name": "total_stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.0154117, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.108, + "requestId": "01K86HPSYBKQ3QR166F6XTMYBZ", + "length": 72 + }, + "name": "pipe_06.pipe", + "question": { + "name": "pipe_06.pipe", + "content": "DESCRIPTION >\n How has the total number of stars changed over time by year?\n\nNODE endpoint\nSQL >\n SELECT toYear(created_at) AS year, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY year ORDER BY year\n\nTYPE endpoint", + "question": "How has the total number of stars changed over time by year?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.686, + "totalDuration": 0.758, + "tokens": { + "promptTokens": 4585, + "completionTokens": 44, + "totalTokens": 4629 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n toYear(created_at) AS year,\n count() AS total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "year": 2016, + "total_stars": 814207 + }, + { + "year": 2017, + "total_stars": 6490905 + } + ], + "meta": [ + { + "name": "year", + "type": "UInt16" + }, + { + "name": "total_stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.0154117, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.108, + "requestId": "01K86HPSYBKQ3QR166F6XTMYBZ", + "length": 72 + }, + "name": "pipe_06.pipe", + "question": { + "name": "pipe_06.pipe", + "content": "DESCRIPTION >\n How has the total number of stars changed over time by year?\n\nNODE endpoint\nSQL >\n SELECT toYear(created_at) AS year, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY year ORDER BY year\n\nTYPE endpoint", + "question": "How has the total number of stars changed over time by year?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.686, + "totalDuration": 0.758, + "tokens": { + "promptTokens": 4585, + "completionTokens": 44, + "totalTokens": 4629 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n actor_login,\n count(*) AS stars_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY stars_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "actor_login": "baslr", + "stars_count": 11953 + }, + { + "actor_login": "korolr", + "stars_count": 6428 + }, + { + "actor_login": "roscopecoltran", + "stars_count": 3625 + }, + { + "actor_login": "AlexxNica", + "stars_count": 2637 + }, + { + "actor_login": "maoabc1818", + "stars_count": 2348 + }, + { + "actor_login": "fly51fly", + "stars_count": 2171 + }, + { + "actor_login": "jenniemanphonsy", + "stars_count": 1930 + }, + { + "actor_login": "pranavlathigara", + "stars_count": 1885 + }, + { + "actor_login": "aidan-n", + "stars_count": 1882 + }, + { + "actor_login": "bestwpw", + "stars_count": 1740 + } + ], + "meta": [ + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "stars_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.172969446, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 0.266, + "requestId": "01K86HPSZBB3RM2DFDN2RW1PPJ", + "length": 478 + }, + "name": "pipe_07.pipe", + "question": { + "name": "pipe_07.pipe", + "content": "DESCRIPTION >\n Who are top 10 people giving stars?\n\nNODE endpoint\nSQL >\n SELECT actor_login, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY actor_login ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Who are top 10 people giving stars?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.688, + "totalDuration": 0.789, + "tokens": { + "promptTokens": 4582, + "completionTokens": 42, + "totalTokens": 4624 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n actor_login,\n count(*) AS stars_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY stars_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "actor_login": "baslr", + "stars_count": 11953 + }, + { + "actor_login": "korolr", + "stars_count": 6428 + }, + { + "actor_login": "roscopecoltran", + "stars_count": 3625 + }, + { + "actor_login": "AlexxNica", + "stars_count": 2637 + }, + { + "actor_login": "maoabc1818", + "stars_count": 2348 + }, + { + "actor_login": "fly51fly", + "stars_count": 2171 + }, + { + "actor_login": "jenniemanphonsy", + "stars_count": 1930 + }, + { + "actor_login": "pranavlathigara", + "stars_count": 1885 + }, + { + "actor_login": "aidan-n", + "stars_count": 1882 + }, + { + "actor_login": "bestwpw", + "stars_count": 1740 + } + ], + "meta": [ + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "stars_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.172969446, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 0.266, + "requestId": "01K86HPSZBB3RM2DFDN2RW1PPJ", + "length": 478 + }, + "name": "pipe_07.pipe", + "question": { + "name": "pipe_07.pipe", + "content": "DESCRIPTION >\n Who are top 10 people giving stars?\n\nNODE endpoint\nSQL >\n SELECT actor_login, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY actor_login ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Who are top 10 people giving stars?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.688, + "totalDuration": 0.789, + "tokens": { + "promptTokens": 4582, + "completionTokens": 42, + "totalTokens": 4624 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "stars": 49278 + }, + { + "repo_name": "tensorflow/models", + "stars": 6088 + }, + { + "repo_name": "vuejs/vue", + "stars": 5399 + }, + { + "repo_name": "sindresorhus/awesome", + "stars": 4613 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "stars": 3781 + }, + { + "repo_name": "torvalds/linux", + "stars": 3698 + }, + { + "repo_name": "twbs/bootstrap", + "stars": 3453 + }, + { + "repo_name": "vinta/awesome-python", + "stars": 2948 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "stars": 2887 + }, + { + "repo_name": "webpack/webpack", + "stars": 2774 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.103040342, + "rows_read": 7395328, + "bytes_read": 124178693 + }, + "executionTime": 0.196, + "requestId": "01K86HPST09M0AVP0XRCQX02DF", + "length": 479 + }, + "name": "pipe_08.pipe", + "question": { + "name": "pipe_08.pipe", + "content": "DESCRIPTION >\n what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS stars\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT IN ('tensorflow/tensorflow'))\n GROUP BY repo_name\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.461, + "totalDuration": 0.617, + "tokens": { + "promptTokens": 4597, + "completionTokens": 77, + "totalTokens": 4674 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "stars": 49278 + }, + { + "repo_name": "tensorflow/models", + "stars": 6088 + }, + { + "repo_name": "vuejs/vue", + "stars": 5399 + }, + { + "repo_name": "sindresorhus/awesome", + "stars": 4613 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "stars": 3781 + }, + { + "repo_name": "torvalds/linux", + "stars": 3698 + }, + { + "repo_name": "twbs/bootstrap", + "stars": 3453 + }, + { + "repo_name": "vinta/awesome-python", + "stars": 2948 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "stars": 2887 + }, + { + "repo_name": "webpack/webpack", + "stars": 2774 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.103040342, + "rows_read": 7395328, + "bytes_read": 124178693 + }, + "executionTime": 0.196, + "requestId": "01K86HPST09M0AVP0XRCQX02DF", + "length": 479 + }, + "name": "pipe_08.pipe", + "question": { + "name": "pipe_08.pipe", + "content": "DESCRIPTION >\n what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS stars\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT IN ('tensorflow/tensorflow'))\n GROUP BY repo_name\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.461, + "totalDuration": 0.617, + "tokens": { + "promptTokens": 4597, + "completionTokens": 77, + "totalTokens": 4674 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n actor_login AS user_name,\n sumIf(1, repo_name LIKE 'javisantana/%') AS javisantana_stars,\n sumIf(1, repo_name NOT LIKE 'javisantana/%') AS other_stars,\n javisantana_stars / (javisantana_stars + other_stars) AS ratio\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING javisantana_stars > 0\nORDER BY ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "user_name", + "type": "LowCardinality(String)" + }, + { + "name": "javisantana_stars", + "type": "UInt64" + }, + { + "name": "other_stars", + "type": "UInt64" + }, + { + "name": "ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.208508325, + "rows_read": 7321600, + "bytes_read": 149759560 + }, + "executionTime": 0.301, + "requestId": "01K86HPT4CWN12R5ZQYGSWS21D", + "length": 2 + }, + "name": "pipe_09.pipe", + "question": { + "name": "pipe_09.pipe", + "content": "DESCRIPTION >\n Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars.\n\nNODE endpoint\nSQL >\n WITH repo_name IN\n (\n SELECT repo_name\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN ('javisantana'))\n ) AS is_my_repo\n SELECT\n actor_login,\n sum(is_my_repo) AS stars_my,\n sum(NOT is_my_repo) AS stars_other,\n round(stars_my / (stars_my + stars_other), 3) AS ratio\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY actor_login\n ORDER BY ratio DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.592, + "totalDuration": 0.948, + "tokens": { + "promptTokens": 4651, + "completionTokens": 117, + "totalTokens": 4768 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n actor_login AS user_name,\n sumIf(1, repo_name LIKE 'javisantana/%') AS javisantana_stars,\n sumIf(1, repo_name NOT LIKE 'javisantana/%') AS other_stars,\n javisantana_stars / (javisantana_stars + other_stars) AS ratio\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING javisantana_stars > 0\nORDER BY ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "user_name", + "type": "LowCardinality(String)" + }, + { + "name": "javisantana_stars", + "type": "UInt64" + }, + { + "name": "other_stars", + "type": "UInt64" + }, + { + "name": "ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.208508325, + "rows_read": 7321600, + "bytes_read": 149759560 + }, + "executionTime": 0.301, + "requestId": "01K86HPT4CWN12R5ZQYGSWS21D", + "length": 2 + }, + "name": "pipe_09.pipe", + "question": { + "name": "pipe_09.pipe", + "content": "DESCRIPTION >\n Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars.\n\nNODE endpoint\nSQL >\n WITH repo_name IN\n (\n SELECT repo_name\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN ('javisantana'))\n ) AS is_my_repo\n SELECT\n actor_login,\n sum(is_my_repo) AS stars_my,\n sum(NOT is_my_repo) AS stars_other,\n round(stars_my / (stars_my + stars_other), 3) AS ratio\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY actor_login\n ORDER BY ratio DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.592, + "totalDuration": 0.948, + "tokens": { + "promptTokens": 4651, + "completionTokens": 117, + "totalTokens": 4768 + } + }, + "error": null + } + ] + }, + { + "sql": "%\nSELECT \n repo_name,\n uniq(actor_login) AS unique_contributors\nFROM github_events\nWHERE \n event_type = 'PullRequestEvent' \n AND action = 'opened' \n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "fchollet/keras", + "unique_contributors": 92 + }, + { + "repo_name": "jlord/patchwork", + "unique_contributors": 63 + }, + { + "repo_name": "freeCodeCamp/guides", + "unique_contributors": 61 + }, + { + "repo_name": "tensorflow/models", + "unique_contributors": 46 + }, + { + "repo_name": "githubschool/open-enrollment-classes-introduction-to-github", + "unique_contributors": 44 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "unique_contributors": 43 + }, + { + "repo_name": "octocat/Spoon-Knife", + "unique_contributors": 42 + }, + { + "repo_name": "nodejs/node", + "unique_contributors": 42 + }, + { + "repo_name": "facebook/react-native", + "unique_contributors": 40 + }, + { + "repo_name": "kubernetes/kubernetes", + "unique_contributors": 38 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "unique_contributors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.128443121, + "rows_read": 18967696, + "bytes_read": 124239447 + }, + "executionTime": 0.222, + "requestId": "01K86HPTBX79P9K2SQS42Y0106", + "length": 642 + }, + "name": "pipe_10.pipe", + "question": { + "name": "pipe_10.pipe", + "content": "DESCRIPTION >\n Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqExact(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (repo_name like '%tensorflow%')\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.959, + "totalDuration": 1.187, + "tokens": { + "promptTokens": 4601, + "completionTokens": 100, + "totalTokens": 4701 + } + }, + "error": null, + "attempts": [ + { + "sql": "%\nSELECT \n repo_name,\n uniq(actor_login) AS unique_contributors\nFROM github_events\nWHERE \n event_type = 'PullRequestEvent' \n AND action = 'opened' \n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "fchollet/keras", + "unique_contributors": 92 + }, + { + "repo_name": "jlord/patchwork", + "unique_contributors": 63 + }, + { + "repo_name": "freeCodeCamp/guides", + "unique_contributors": 61 + }, + { + "repo_name": "tensorflow/models", + "unique_contributors": 46 + }, + { + "repo_name": "githubschool/open-enrollment-classes-introduction-to-github", + "unique_contributors": 44 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "unique_contributors": 43 + }, + { + "repo_name": "octocat/Spoon-Knife", + "unique_contributors": 42 + }, + { + "repo_name": "nodejs/node", + "unique_contributors": 42 + }, + { + "repo_name": "facebook/react-native", + "unique_contributors": 40 + }, + { + "repo_name": "kubernetes/kubernetes", + "unique_contributors": 38 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "unique_contributors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.128443121, + "rows_read": 18967696, + "bytes_read": 124239447 + }, + "executionTime": 0.222, + "requestId": "01K86HPTBX79P9K2SQS42Y0106", + "length": 642 + }, + "name": "pipe_10.pipe", + "question": { + "name": "pipe_10.pipe", + "content": "DESCRIPTION >\n Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqExact(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (repo_name like '%tensorflow%')\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.959, + "totalDuration": 1.187, + "tokens": { + "promptTokens": 4601, + "completionTokens": 100, + "totalTokens": 4701 + } + }, + "error": null + } + ] + }, + { + "sql": "%\nSELECT \n repo_name,\n actor_login,\n count(*) AS issues_count\nFROM github_events\nWHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT actor_login\n FROM github_events\n WHERE \n repo_name = 'tensorflow/tensorflow' \n AND event_type = 'IssuesEvent' \n AND action = 'opened'\n )\nGROUP BY repo_name, actor_login\nORDER BY issues_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "albertz/openlierox", + "actor_login": "albertz", + "issues_count": 736 + }, + { + "repo_name": "stellargraph/stellargraph", + "actor_login": "huonw", + "issues_count": 572 + }, + { + "repo_name": "rocm-arch/rocm-arch", + "actor_login": "acxz", + "issues_count": 192 + }, + { + "repo_name": "fossasia/open-event-webapp", + "actor_login": "aayusharora", + "issues_count": 151 + }, + { + "repo_name": "infinitered/ignite", + "actor_login": "GantMan", + "issues_count": 148 + }, + { + "repo_name": "spack/spack", + "actor_login": "eugeneswalker", + "issues_count": 126 + }, + { + "repo_name": "scikit-hep/pyhf", + "actor_login": "kratsg", + "issues_count": 126 + }, + { + "repo_name": "tensorflow/datasets", + "actor_login": "Conchylicultor", + "issues_count": 124 + }, + { + "repo_name": "tarrade/proj_multilingual_text_classification", + "actor_login": "tarrade", + "issues_count": 112 + }, + { + "repo_name": "pytorch/pytorch", + "actor_login": "Flamefire", + "issues_count": 111 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "issues_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.084167104, + "rows_read": 15342355, + "bytes_read": 89712987 + }, + "executionTime": 0.178, + "requestId": "01K86HQ13GG8GX0XYQ60RFGFQR", + "length": 825 + }, + "name": "pipe_11.pipe", + "question": { + "name": "pipe_11.pipe", + "content": "DESCRIPTION >\n top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.09, + "totalDuration": 4.176, + "tokens": { + "promptTokens": 4596, + "completionTokens": 110, + "totalTokens": 4706 + } + }, + "error": null, + "attempts": [ + { + "sql": "%\nSELECT \n repo_name,\n actor_login,\n count(*) AS issues_count\nFROM github_events\nWHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT actor_login\n FROM github_events\n WHERE \n repo_name = 'tensorflow/tensorflow' \n AND event_type = 'IssuesEvent' \n AND action = 'opened'\n )\nGROUP BY repo_name, actor_login\nORDER BY issues_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "albertz/openlierox", + "actor_login": "albertz", + "issues_count": 736 + }, + { + "repo_name": "stellargraph/stellargraph", + "actor_login": "huonw", + "issues_count": 572 + }, + { + "repo_name": "rocm-arch/rocm-arch", + "actor_login": "acxz", + "issues_count": 192 + }, + { + "repo_name": "fossasia/open-event-webapp", + "actor_login": "aayusharora", + "issues_count": 151 + }, + { + "repo_name": "infinitered/ignite", + "actor_login": "GantMan", + "issues_count": 148 + }, + { + "repo_name": "spack/spack", + "actor_login": "eugeneswalker", + "issues_count": 126 + }, + { + "repo_name": "scikit-hep/pyhf", + "actor_login": "kratsg", + "issues_count": 126 + }, + { + "repo_name": "tensorflow/datasets", + "actor_login": "Conchylicultor", + "issues_count": 124 + }, + { + "repo_name": "tarrade/proj_multilingual_text_classification", + "actor_login": "tarrade", + "issues_count": 112 + }, + { + "repo_name": "pytorch/pytorch", + "actor_login": "Flamefire", + "issues_count": 111 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "issues_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.084167104, + "rows_read": 15342355, + "bytes_read": 89712987 + }, + "executionTime": 0.178, + "requestId": "01K86HQ13GG8GX0XYQ60RFGFQR", + "length": 825 + }, + "name": "pipe_11.pipe", + "question": { + "name": "pipe_11.pipe", + "content": "DESCRIPTION >\n top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.09, + "totalDuration": 4.176, + "tokens": { + "promptTokens": 4596, + "completionTokens": 110, + "totalTokens": 4706 + } + }, + "error": null + } + ] + }, + { + "sql": "%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}}\n AND created_at < ({{{{DateTime(start_date, '2019-01-01 00:00:00')}}}} + INTERVAL 1 DAY)\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.084, + "requestId": "01K86HQ7EE67FAEY1HQZCM2SQG", + "error": "{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < ({{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY)\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10 FORMA. Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_12.pipe", + "question": { + "name": "pipe_12.pipe", + "content": "DESCRIPTION >\n top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n ORDER BY count() DESC\n LIMIT 1 BY repo_name\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\"\n\nYou generated this SQL query:\n```sql\n%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date)}}}}\n AND created_at < {{{{DateTime(start_date)}}}} + INTERVAL 1 DAY\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10\n\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < {{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10\\n FORMAT. Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\n%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}}\n AND created_at < {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}} + INTERVAL 1 DAY\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < {{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10 FORMAT . Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.712, + "totalDuration": 2.913, + "tokens": { + "promptTokens": 5186, + "completionTokens": 128, + "totalTokens": 5314 + } + }, + "error": null, + "attempts": [ + { + "sql": "%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date)}}}}\n AND created_at < {{{{DateTime(start_date)}}}} + INTERVAL 1 DAY\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K86HPXY1X2WEX1FMPY1ASRV8", + "error": "{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < {{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10\\n FORMAT. Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_12.pipe", + "question": { + "name": "pipe_12.pipe", + "content": "DESCRIPTION >\n top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n ORDER BY count() DESC\n LIMIT 1 BY repo_name\n LIMIT 10\n\nTYPE endpoint", + "question": "top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.778, + "totalDuration": 0.93, + "tokens": { + "promptTokens": 4602, + "completionTokens": 86, + "totalTokens": 4688 + } + }, + "error": null + }, + { + "sql": "%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}}\n AND created_at < {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}} + INTERVAL 1 DAY\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.086, + "requestId": "01K86HQ22MJSAEV0DTS3H6EAKZ", + "error": "{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < {{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10 FORMAT . Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_12.pipe", + "question": { + "name": "pipe_12.pipe", + "content": "DESCRIPTION >\n top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n ORDER BY count() DESC\n LIMIT 1 BY repo_name\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\"\n\nYou generated this SQL query:\n```sql\n%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date)}}}}\n AND created_at < {{{{DateTime(start_date)}}}} + INTERVAL 1 DAY\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10\n\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < {{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10\\n FORMAT. Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.862, + "totalDuration": 1.655, + "tokens": { + "promptTokens": 4874, + "completionTokens": 127, + "totalTokens": 5001 + } + }, + "error": null + }, + { + "sql": "%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}}\n AND created_at < ({{{{DateTime(start_date, '2019-01-01 00:00:00')}}}} + INTERVAL 1 DAY)\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.084, + "requestId": "01K86HQ7EE67FAEY1HQZCM2SQG", + "error": "{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < ({{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY)\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10 FORMA. Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_12.pipe", + "question": { + "name": "pipe_12.pipe", + "content": "DESCRIPTION >\n top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n ORDER BY count() DESC\n LIMIT 1 BY repo_name\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\"\n\nYou generated this SQL query:\n```sql\n%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date)}}}}\n AND created_at < {{{{DateTime(start_date)}}}} + INTERVAL 1 DAY\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10\n\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < {{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10\\n FORMAT. Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\n%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}}\n AND created_at < {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}} + INTERVAL 1 DAY\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Syntax error: failed at position 158 ('{') (line 9, col 24): {'2019-01-01 00:00:00'}}\\n AND created_at < {{'2019-01-01 00:00:00'}} + INTERVAL 1 DAY\\nGROUP BY \\n repo_name\\nORDER BY \\n stars_count DESC\\nLIMIT 10 FORMAT . Expected substitution name (identifier)\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.712, + "totalDuration": 2.913, + "tokens": { + "promptTokens": 5186, + "completionTokens": 128, + "totalTokens": 5314 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n countIf(toYear(created_at) = 2016 AND event_type = 'WatchEvent') AS stars_2016,\n countIf(toYear(created_at) = 2017 AND event_type = 'WatchEvent') AS stars_2017,\n if(stars_2016 = 0, 100, (stars_2017 - stars_2016) / stars_2016 * 100) AS growth_yoy\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) IN (2016, 2017)\nGROUP BY repo_name\nHAVING stars_2016 >= 1 AND stars_2017 >= 1\nORDER BY growth_yoy DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "xuset/planktos", + "stars_2016": 2, + "stars_2017": 392, + "growth_yoy": 19500 + }, + { + "repo_name": "zyphs21/HSStockChart", + "stars_2016": 2, + "stars_2017": 319, + "growth_yoy": 15850 + }, + { + "repo_name": "xinglie/gameboy", + "stars_2016": 1, + "stars_2017": 153, + "growth_yoy": 15200 + }, + { + "repo_name": "xulayen/WeChat", + "stars_2016": 1, + "stars_2017": 147, + "growth_yoy": 14600 + }, + { + "repo_name": "yacy/yacybot", + "stars_2016": 1, + "stars_2017": 136, + "growth_yoy": 13500 + }, + { + "repo_name": "yenchenlin/awesome-adversarial-machine-learning", + "stars_2016": 4, + "stars_2017": 518, + "growth_yoy": 12850 + }, + { + "repo_name": "xuexb/learn-nginx", + "stars_2016": 2, + "stars_2017": 227, + "growth_yoy": 11250 + }, + { + "repo_name": "xlab/treeprint", + "stars_2016": 1, + "stars_2017": 112, + "growth_yoy": 11100 + }, + { + "repo_name": "yaozs/YzsBaseActivity", + "stars_2016": 2, + "stars_2017": 176, + "growth_yoy": 8700 + }, + { + "repo_name": "zvovov/whatsapp-web", + "stars_2016": 1, + "stars_2017": 84, + "growth_yoy": 8300 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars_2016", + "type": "UInt64" + }, + { + "name": "stars_2017", + "type": "UInt64" + }, + { + "name": "growth_yoy", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.255689328, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.385, + "requestId": "01K86HPY1Q7TB338FWVZCFPA4D", + "length": 871 + }, + "name": "pipe_13.pipe", + "question": { + "name": "pipe_13.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING stars2016 >= 1\n ORDER BY yoy DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.678, + "totalDuration": 1.046, + "tokens": { + "promptTokens": 4600, + "completionTokens": 190, + "totalTokens": 4790 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n countIf(toYear(created_at) = 2016 AND event_type = 'WatchEvent') AS stars_2016,\n countIf(toYear(created_at) = 2017 AND event_type = 'WatchEvent') AS stars_2017,\n if(stars_2016 = 0, 100, (stars_2017 - stars_2016) / stars_2016 * 100) AS growth_yoy\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) IN (2016, 2017)\nGROUP BY repo_name\nHAVING stars_2016 >= 1 AND stars_2017 >= 1\nORDER BY growth_yoy DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "xuset/planktos", + "stars_2016": 2, + "stars_2017": 392, + "growth_yoy": 19500 + }, + { + "repo_name": "zyphs21/HSStockChart", + "stars_2016": 2, + "stars_2017": 319, + "growth_yoy": 15850 + }, + { + "repo_name": "xinglie/gameboy", + "stars_2016": 1, + "stars_2017": 153, + "growth_yoy": 15200 + }, + { + "repo_name": "xulayen/WeChat", + "stars_2016": 1, + "stars_2017": 147, + "growth_yoy": 14600 + }, + { + "repo_name": "yacy/yacybot", + "stars_2016": 1, + "stars_2017": 136, + "growth_yoy": 13500 + }, + { + "repo_name": "yenchenlin/awesome-adversarial-machine-learning", + "stars_2016": 4, + "stars_2017": 518, + "growth_yoy": 12850 + }, + { + "repo_name": "xuexb/learn-nginx", + "stars_2016": 2, + "stars_2017": 227, + "growth_yoy": 11250 + }, + { + "repo_name": "xlab/treeprint", + "stars_2016": 1, + "stars_2017": 112, + "growth_yoy": 11100 + }, + { + "repo_name": "yaozs/YzsBaseActivity", + "stars_2016": 2, + "stars_2017": 176, + "growth_yoy": 8700 + }, + { + "repo_name": "zvovov/whatsapp-web", + "stars_2016": 1, + "stars_2017": 84, + "growth_yoy": 8300 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars_2016", + "type": "UInt64" + }, + { + "name": "stars_2017", + "type": "UInt64" + }, + { + "name": "growth_yoy", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.255689328, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.385, + "requestId": "01K86HPY1Q7TB338FWVZCFPA4D", + "length": 871 + }, + "name": "pipe_13.pipe", + "question": { + "name": "pipe_13.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING stars2016 >= 1\n ORDER BY yoy DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.678, + "totalDuration": 1.046, + "tokens": { + "promptTokens": 4600, + "completionTokens": 190, + "totalTokens": 4790 + } + }, + "error": null + } + ] + }, + { + "sql": "%\nSELECT \n repo_name,\n countIf(toYear(created_at) = 2017 AND event_type = 'WatchEvent') AS stars_2017,\n countIf(toYear(created_at) = 2016 AND event_type = 'WatchEvent') AS stars_2016\nFROM github_events\nWHERE toYear(created_at) IN (2016, 2017) \n AND event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING stars_2017 >= 1\nORDER BY (stars_2016 - stars_2017) DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "stars_2017": 9505, + "stars_2016": 21518 + }, + { + "repo_name": "yahoo/open_nsfw", + "stars_2017": 886, + "stars_2016": 3091 + }, + { + "repo_name": "xgrommx/awesome-redux", + "stars_2017": 2954, + "stars_2016": 4839 + }, + { + "repo_name": "yabwe/medium-editor", + "stars_2017": 2089, + "stars_2016": 3908 + }, + { + "repo_name": "yangyangwithgnu/hardseed", + "stars_2017": 2122, + "stars_2016": 3739 + }, + { + "repo_name": "xviniette/FlappyLearning", + "stars_2017": 920, + "stars_2016": 2502 + }, + { + "repo_name": "xiekw2010/react-native-gitfeed", + "stars_2017": 292, + "stars_2016": 1634 + }, + { + "repo_name": "yakyak/yakyak", + "stars_2017": 923, + "stars_2016": 2240 + }, + { + "repo_name": "yahoo/AppDevKit", + "stars_2017": 142, + "stars_2016": 1299 + }, + { + "repo_name": "zyedidia/micro", + "stars_2017": 3823, + "stars_2016": 4952 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars_2017", + "type": "UInt64" + }, + { + "name": "stars_2016", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.053326002, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.147, + "requestId": "01K86HQ167XKCZ3BW44WFYQ96X", + "length": 714 + }, + "name": "pipe_14.pipe", + "question": { + "name": "pipe_14.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING (stars2017 >= 1)\n ORDER BY yoy ASC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.126, + "totalDuration": 4.259, + "tokens": { + "promptTokens": 4608, + "completionTokens": 143, + "totalTokens": 4751 + } + }, + "error": null, + "attempts": [ + { + "sql": "%\nSELECT \n repo_name,\n countIf(toYear(created_at) = 2017 AND event_type = 'WatchEvent') AS stars_2017,\n countIf(toYear(created_at) = 2016 AND event_type = 'WatchEvent') AS stars_2016\nFROM github_events\nWHERE toYear(created_at) IN (2016, 2017) \n AND event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING stars_2017 >= 1\nORDER BY (stars_2016 - stars_2017) DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "stars_2017": 9505, + "stars_2016": 21518 + }, + { + "repo_name": "yahoo/open_nsfw", + "stars_2017": 886, + "stars_2016": 3091 + }, + { + "repo_name": "xgrommx/awesome-redux", + "stars_2017": 2954, + "stars_2016": 4839 + }, + { + "repo_name": "yabwe/medium-editor", + "stars_2017": 2089, + "stars_2016": 3908 + }, + { + "repo_name": "yangyangwithgnu/hardseed", + "stars_2017": 2122, + "stars_2016": 3739 + }, + { + "repo_name": "xviniette/FlappyLearning", + "stars_2017": 920, + "stars_2016": 2502 + }, + { + "repo_name": "xiekw2010/react-native-gitfeed", + "stars_2017": 292, + "stars_2016": 1634 + }, + { + "repo_name": "yakyak/yakyak", + "stars_2017": 923, + "stars_2016": 2240 + }, + { + "repo_name": "yahoo/AppDevKit", + "stars_2017": 142, + "stars_2016": 1299 + }, + { + "repo_name": "zyedidia/micro", + "stars_2017": 3823, + "stars_2016": 4952 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars_2017", + "type": "UInt64" + }, + { + "name": "stars_2016", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.053326002, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.147, + "requestId": "01K86HQ167XKCZ3BW44WFYQ96X", + "length": 714 + }, + "name": "pipe_14.pipe", + "question": { + "name": "pipe_14.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING (stars2017 >= 1)\n ORDER BY yoy ASC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.126, + "totalDuration": 4.259, + "tokens": { + "promptTokens": 4608, + "completionTokens": 143, + "totalTokens": 4751 + } + }, + "error": null + } + ] + }, + { + "sql": "%\nSELECT \n repo_name,\n count(*) AS star_count,\n min(created_at) AS first_star_at,\n max(created_at) AS last_star_at,\n date_diff('day', first_star_at, last_star_at) AS days_between_first_and_last_star,\n star_count / (days_between_first_and_last_star + 1) AS avg_stars_per_day\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING days_between_first_and_last_star > 0\nORDER BY avg_stars_per_day DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 17847, + "first_star_at": "2017-12-11 19:15:45", + "last_star_at": "2017-12-31 23:51:08", + "days_between_first_and_last_star": 20, + "avg_stars_per_day": 849.8571428571429 + }, + { + "repo_name": "wangshub/wechat_jump_game", + "star_count": 2260, + "first_star_at": "2017-12-29 02:19:57", + "last_star_at": "2017-12-31 23:56:06", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 753.3333333333334 + }, + { + "repo_name": "satwikkansal/wtfPython", + "star_count": 822, + "first_star_at": "2017-08-31 13:55:35", + "last_star_at": "2017-09-01 17:25:49", + "days_between_first_and_last_star": 1, + "avg_stars_per_day": 411 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745, + "first_star_at": "2017-10-18 07:30:09", + "last_star_at": "2017-12-31 22:11:57", + "days_between_first_and_last_star": 74, + "avg_stars_per_day": 329.93333333333334 + }, + { + "repo_name": "zdhxiong/mdui", + "star_count": 620, + "first_star_at": "2016-12-29 06:06:08", + "last_star_at": "2016-12-31 18:30:55", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 206.66666666666666 + }, + { + "repo_name": "urbanguac/gleme", + "star_count": 408, + "first_star_at": "2017-09-03 21:05:09", + "last_star_at": "2017-09-04 18:25:06", + "days_between_first_and_last_star": 1, + "avg_stars_per_day": 204 + }, + { + "repo_name": "urbanguac/moose", + "star_count": 394, + "first_star_at": "2017-09-03 21:05:13", + "last_star_at": "2017-09-04 18:38:25", + "days_between_first_and_last_star": 1, + "avg_stars_per_day": 197 + }, + { + "repo_name": "sdras/array-explorer", + "star_count": 810, + "first_star_at": "2017-12-27 17:59:47", + "last_star_at": "2017-12-31 20:52:30", + "days_between_first_and_last_star": 4, + "avg_stars_per_day": 162 + }, + { + "repo_name": "xwartz/wechatApp-demo", + "star_count": 471, + "first_star_at": "2016-09-22 10:30:02", + "last_star_at": "2016-09-24 08:14:46", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 157 + }, + { + "repo_name": "stimulusjs/stimulus", + "star_count": 417, + "first_star_at": "2017-12-29 23:55:09", + "last_star_at": "2017-12-31 23:43:47", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 139 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + }, + { + "name": "first_star_at", + "type": "DateTime" + }, + { + "name": "last_star_at", + "type": "DateTime" + }, + { + "name": "days_between_first_and_last_star", + "type": "Int64" + }, + { + "name": "avg_stars_per_day", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.20898033, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.312, + "requestId": "01K86HPY4RZTX4CTH8ATN2VJR6", + "length": 1976 + }, + "name": "pipe_15.pipe", + "question": { + "name": "pipe_15.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most steady star growth rate over time\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n max(stars) AS daily_stars,\n sum(stars) AS total_stars,\n total_stars / daily_stars AS rate\n FROM\n (\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n )\n GROUP BY repo_name\n ORDER BY rate DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most steady star growth rate over time" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.955, + "totalDuration": 1.141, + "tokens": { + "promptTokens": 4587, + "completionTokens": 123, + "totalTokens": 4710 + } + }, + "error": null, + "attempts": [ + { + "sql": "%\nSELECT \n repo_name,\n count(*) AS star_count,\n min(created_at) AS first_star_at,\n max(created_at) AS last_star_at,\n date_diff('day', first_star_at, last_star_at) AS days_between_first_and_last_star,\n star_count / (days_between_first_and_last_star + 1) AS avg_stars_per_day\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING days_between_first_and_last_star > 0\nORDER BY avg_stars_per_day DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 17847, + "first_star_at": "2017-12-11 19:15:45", + "last_star_at": "2017-12-31 23:51:08", + "days_between_first_and_last_star": 20, + "avg_stars_per_day": 849.8571428571429 + }, + { + "repo_name": "wangshub/wechat_jump_game", + "star_count": 2260, + "first_star_at": "2017-12-29 02:19:57", + "last_star_at": "2017-12-31 23:56:06", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 753.3333333333334 + }, + { + "repo_name": "satwikkansal/wtfPython", + "star_count": 822, + "first_star_at": "2017-08-31 13:55:35", + "last_star_at": "2017-09-01 17:25:49", + "days_between_first_and_last_star": 1, + "avg_stars_per_day": 411 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745, + "first_star_at": "2017-10-18 07:30:09", + "last_star_at": "2017-12-31 22:11:57", + "days_between_first_and_last_star": 74, + "avg_stars_per_day": 329.93333333333334 + }, + { + "repo_name": "zdhxiong/mdui", + "star_count": 620, + "first_star_at": "2016-12-29 06:06:08", + "last_star_at": "2016-12-31 18:30:55", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 206.66666666666666 + }, + { + "repo_name": "urbanguac/gleme", + "star_count": 408, + "first_star_at": "2017-09-03 21:05:09", + "last_star_at": "2017-09-04 18:25:06", + "days_between_first_and_last_star": 1, + "avg_stars_per_day": 204 + }, + { + "repo_name": "urbanguac/moose", + "star_count": 394, + "first_star_at": "2017-09-03 21:05:13", + "last_star_at": "2017-09-04 18:38:25", + "days_between_first_and_last_star": 1, + "avg_stars_per_day": 197 + }, + { + "repo_name": "sdras/array-explorer", + "star_count": 810, + "first_star_at": "2017-12-27 17:59:47", + "last_star_at": "2017-12-31 20:52:30", + "days_between_first_and_last_star": 4, + "avg_stars_per_day": 162 + }, + { + "repo_name": "xwartz/wechatApp-demo", + "star_count": 471, + "first_star_at": "2016-09-22 10:30:02", + "last_star_at": "2016-09-24 08:14:46", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 157 + }, + { + "repo_name": "stimulusjs/stimulus", + "star_count": 417, + "first_star_at": "2017-12-29 23:55:09", + "last_star_at": "2017-12-31 23:43:47", + "days_between_first_and_last_star": 2, + "avg_stars_per_day": 139 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + }, + { + "name": "first_star_at", + "type": "DateTime" + }, + { + "name": "last_star_at", + "type": "DateTime" + }, + { + "name": "days_between_first_and_last_star", + "type": "Int64" + }, + { + "name": "avg_stars_per_day", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.20898033, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.312, + "requestId": "01K86HPY4RZTX4CTH8ATN2VJR6", + "length": 1976 + }, + "name": "pipe_15.pipe", + "question": { + "name": "pipe_15.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most steady star growth rate over time\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n max(stars) AS daily_stars,\n sum(stars) AS total_stars,\n total_stars / daily_stars AS rate\n FROM\n (\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n )\n GROUP BY repo_name\n ORDER BY rate DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most steady star growth rate over time" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.955, + "totalDuration": 1.141, + "tokens": { + "promptTokens": 4587, + "completionTokens": 123, + "totalTokens": 4710 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT\n DAYOFWEEK(created_at) AS day_of_week,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "day_of_week": 3, + "star_count": 1205364 + }, + { + "day_of_week": 2, + "star_count": 1202453 + }, + { + "day_of_week": 4, + "star_count": 1192271 + }, + { + "day_of_week": 1, + "star_count": 1142998 + }, + { + "day_of_week": 5, + "star_count": 1113820 + }, + { + "day_of_week": 7, + "star_count": 725295 + }, + { + "day_of_week": 6, + "star_count": 722911 + } + ], + "meta": [ + { + "name": "day_of_week", + "type": "UInt8" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.096554192, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.211, + "requestId": "01K86HQCEQARDYVX63JDYQRGR3", + "length": 272 + }, + "name": "pipe_16.pipe", + "question": { + "name": "pipe_16.pipe", + "content": "DESCRIPTION >\n What is the best day of the week to catch a star?\n\nNODE endpoint\nSQL >\n SELECT toDayOfWeek(created_at) AS day, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY day ORDER BY day\n\nTYPE endpoint", + "question": "What is the best day of the week to catch a star?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.493, + "totalDuration": 2.542, + "tokens": { + "promptTokens": 4585, + "completionTokens": 51, + "totalTokens": 4636 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT\n DAYOFWEEK(created_at) AS day_of_week,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "day_of_week": 3, + "star_count": 1205364 + }, + { + "day_of_week": 2, + "star_count": 1202453 + }, + { + "day_of_week": 4, + "star_count": 1192271 + }, + { + "day_of_week": 1, + "star_count": 1142998 + }, + { + "day_of_week": 5, + "star_count": 1113820 + }, + { + "day_of_week": 7, + "star_count": 725295 + }, + { + "day_of_week": 6, + "star_count": 722911 + } + ], + "meta": [ + { + "name": "day_of_week", + "type": "UInt8" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.096554192, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.211, + "requestId": "01K86HQCEQARDYVX63JDYQRGR3", + "length": 272 + }, + "name": "pipe_16.pipe", + "question": { + "name": "pipe_16.pipe", + "content": "DESCRIPTION >\n What is the best day of the week to catch a star?\n\nNODE endpoint\nSQL >\n SELECT toDayOfWeek(created_at) AS day, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY day ORDER BY day\n\nTYPE endpoint", + "question": "What is the best day of the week to catch a star?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.493, + "totalDuration": 2.542, + "tokens": { + "promptTokens": 4585, + "completionTokens": 51, + "totalTokens": 4636 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 9426561 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 3.501866942, + "rows_read": 200000000, + "bytes_read": 791683021 + }, + "executionTime": 3.613, + "requestId": "01K86HQCDSM1TKJ530GTG58GC8", + "length": 25 + }, + "name": "pipe_17.pipe", + "question": { + "name": "pipe_17.pipe", + "content": "DESCRIPTION >\n The total number of users on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events\n\nTYPE endpoint", + "question": "The total number of users on GitHub" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.071, + "totalDuration": 2.514, + "tokens": { + "promptTokens": 4579, + "completionTokens": 21, + "totalTokens": 4600 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 9426561 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 3.501866942, + "rows_read": 200000000, + "bytes_read": 791683021 + }, + "executionTime": 3.613, + "requestId": "01K86HQCDSM1TKJ530GTG58GC8", + "length": 25 + }, + "name": "pipe_17.pipe", + "question": { + "name": "pipe_17.pipe", + "content": "DESCRIPTION >\n The total number of users on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events\n\nTYPE endpoint", + "question": "The total number of users on GitHub" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.071, + "totalDuration": 2.514, + "tokens": { + "promptTokens": 4579, + "completionTokens": 21, + "totalTokens": 4600 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 1239500 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.100251924, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 1.213, + "requestId": "01K86HQCF41NFWNN0TF8K2VKQB", + "length": 25 + }, + "name": "pipe_18.pipe", + "question": { + "name": "pipe_18.pipe", + "content": "DESCRIPTION >\n Total number of users that gave at least one star\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Total number of users that gave at least one star" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.112, + "totalDuration": 2.555, + "tokens": { + "promptTokens": 4582, + "completionTokens": 29, + "totalTokens": 4611 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 1239500 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.100251924, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 1.213, + "requestId": "01K86HQCF41NFWNN0TF8K2VKQB", + "length": 25 + }, + "name": "pipe_18.pipe", + "question": { + "name": "pipe_18.pipe", + "content": "DESCRIPTION >\n Total number of users that gave at least one star\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Total number of users that gave at least one star" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.112, + "totalDuration": 2.555, + "tokens": { + "promptTokens": 4582, + "completionTokens": 29, + "totalTokens": 4611 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users_with_push\nFROM github_events\nWHERE event_type = 'PushEvent'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users_with_push": 1721766 + } + ], + "meta": [ + { + "name": "total_users_with_push", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.663627231, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 0.979, + "requestId": "01K86HQBC8S77XH3AH4HBTZ1H4", + "length": 35 + }, + "name": "pipe_19.pipe", + "question": { + "name": "pipe_19.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one push\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PushEvent'\n\nTYPE endpoint", + "question": "Total number of users with at least one push" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.141, + "totalDuration": 1.23, + "tokens": { + "promptTokens": 4581, + "completionTokens": 31, + "totalTokens": 4612 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users_with_push\nFROM github_events\nWHERE event_type = 'PushEvent'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users_with_push": 1721766 + } + ], + "meta": [ + { + "name": "total_users_with_push", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.663627231, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 0.979, + "requestId": "01K86HQBC8S77XH3AH4HBTZ1H4", + "length": 35 + }, + "name": "pipe_19.pipe", + "question": { + "name": "pipe_19.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one push\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PushEvent'\n\nTYPE endpoint", + "question": "Total number of users with at least one push" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.141, + "totalDuration": 1.23, + "tokens": { + "promptTokens": 4581, + "completionTokens": 31, + "totalTokens": 4612 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 913072 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.500772905, + "rows_read": 18340176, + "bytes_read": 98013902 + }, + "executionTime": 0.607, + "requestId": "01K86HQAS2E5GQCC66PKX5WG7P", + "length": 24 + }, + "name": "pipe_20.pipe", + "question": { + "name": "pipe_20.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one created PR\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of users with at least one created PR" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.726, + "totalDuration": 0.823, + "tokens": { + "promptTokens": 4582, + "completionTokens": 36, + "totalTokens": 4618 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 913072 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.500772905, + "rows_read": 18340176, + "bytes_read": 98013902 + }, + "executionTime": 0.607, + "requestId": "01K86HQAS2E5GQCC66PKX5WG7P", + "length": 24 + }, + "name": "pipe_20.pipe", + "question": { + "name": "pipe_20.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one created PR\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of users with at least one created PR" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.726, + "totalDuration": 0.823, + "tokens": { + "promptTokens": 4582, + "completionTokens": 36, + "totalTokens": 4618 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "star_count": 15414 + }, + { + "repo_name": "vuejs/vue", + "star_count": 10698 + }, + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 10572 + }, + { + "repo_name": "tensorflow/tensorflow", + "star_count": 10072 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 9339 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 8207 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 8104 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 7799 + }, + { + "repo_name": "ryanmcdermott/clean-code-javascript", + "star_count": 7573 + }, + { + "repo_name": "yangshun/tech-interview-handbook", + "star_count": 6530 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.755600375, + "rows_read": 25661776, + "bytes_read": 223391501 + }, + "executionTime": 0.856, + "requestId": "01K86HQKPGA44ST3ZVE0B7TRQW", + "length": 611 + }, + "name": "pipe_21.pipe", + "question": { + "name": "pipe_21.pipe", + "content": "DESCRIPTION >\n What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.188, + "totalDuration": 1.332, + "tokens": { + "promptTokens": 4599, + "completionTokens": 77, + "totalTokens": 4676 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "star_count": 15414 + }, + { + "repo_name": "vuejs/vue", + "star_count": 10698 + }, + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 10572 + }, + { + "repo_name": "tensorflow/tensorflow", + "star_count": 10072 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 9339 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 8207 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 8104 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 7799 + }, + { + "repo_name": "ryanmcdermott/clean-code-javascript", + "star_count": 7573 + }, + { + "repo_name": "yangshun/tech-interview-handbook", + "star_count": 6530 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.755600375, + "rows_read": 25661776, + "bytes_read": 223391501 + }, + "executionTime": 0.856, + "requestId": "01K86HQKPGA44ST3ZVE0B7TRQW", + "length": 611 + }, + "name": "pipe_21.pipe", + "question": { + "name": "pipe_21.pipe", + "content": "DESCRIPTION >\n What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.188, + "totalDuration": 1.332, + "tokens": { + "promptTokens": 4599, + "completionTokens": 77, + "totalTokens": 4676 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n actor_login,\n count(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name, actor_login\nHAVING pr_count >= 10\nORDER BY pr_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "actor_login": "sauron-canary", + "pr_count": 109608 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "actor_login": "sauron-demo-Calvin", + "pr_count": 27508 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "actor_login": "signcla-test-signed-corp", + "pr_count": 14482 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "actor_login": "signcla-test-unsigned", + "pr_count": 14467 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "actor_login": "signcla-test-signed-indiv", + "pr_count": 14464 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "actor_login": "everypoliticianbot", + "pr_count": 13242 + }, + { + "repo_name": "israkhan-bodhiariyakul/LearnJS", + "actor_login": "israkhan-bodhiariyakul", + "pr_count": 6098 + }, + { + "repo_name": "ideatest2/PullRequestTest", + "actor_login": "ideatest1", + "pr_count": 4322 + }, + { + "repo_name": "sauron-demo/sauron-demo-auto-jlafleche-1477018623", + "actor_login": "sauron-demo-Calvin", + "pr_count": 4300 + }, + { + "repo_name": "ideatest1/PullRequestTest", + "actor_login": "ideatest1", + "pr_count": 4116 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.36249878, + "rows_read": 18340176, + "bytes_read": 146530764 + }, + "executionTime": 0.459, + "requestId": "01K86HQKM8SBM17S25YZCQRPC5", + "length": 981 + }, + "name": "pipe_22.pipe", + "question": { + "name": "pipe_22.pipe", + "content": "DESCRIPTION >\n top 10 repos with authors who have made at least 10 PRs?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n GROUP BY actor_login\n HAVING count() >= 10\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos with authors who have made at least 10 PRs?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.057, + "totalDuration": 1.261, + "tokens": { + "promptTokens": 4590, + "completionTokens": 64, + "totalTokens": 4654 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n actor_login,\n count(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name, actor_login\nHAVING pr_count >= 10\nORDER BY pr_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "actor_login": "sauron-canary", + "pr_count": 109608 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "actor_login": "sauron-demo-Calvin", + "pr_count": 27508 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "actor_login": "signcla-test-signed-corp", + "pr_count": 14482 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "actor_login": "signcla-test-unsigned", + "pr_count": 14467 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "actor_login": "signcla-test-signed-indiv", + "pr_count": 14464 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "actor_login": "everypoliticianbot", + "pr_count": 13242 + }, + { + "repo_name": "israkhan-bodhiariyakul/LearnJS", + "actor_login": "israkhan-bodhiariyakul", + "pr_count": 6098 + }, + { + "repo_name": "ideatest2/PullRequestTest", + "actor_login": "ideatest1", + "pr_count": 4322 + }, + { + "repo_name": "sauron-demo/sauron-demo-auto-jlafleche-1477018623", + "actor_login": "sauron-demo-Calvin", + "pr_count": 4300 + }, + { + "repo_name": "ideatest1/PullRequestTest", + "actor_login": "ideatest1", + "pr_count": 4116 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.36249878, + "rows_read": 18340176, + "bytes_read": 146530764 + }, + "executionTime": 0.459, + "requestId": "01K86HQKM8SBM17S25YZCQRPC5", + "length": 981 + }, + "name": "pipe_22.pipe", + "question": { + "name": "pipe_22.pipe", + "content": "DESCRIPTION >\n top 10 repos with authors who have made at least 10 PRs?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n GROUP BY actor_login\n HAVING count() >= 10\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos with authors who have made at least 10 PRs?" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.057, + "totalDuration": 1.261, + "tokens": { + "promptTokens": 4590, + "completionTokens": 64, + "totalTokens": 4654 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS pull_request_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY pull_request_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "pull_request_count": 109608 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "pull_request_count": 43435 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "pull_request_count": 31288 + }, + { + "repo_name": "rust-lang/rust", + "pull_request_count": 13365 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "pull_request_count": 13277 + }, + { + "repo_name": "ros/rosdistro", + "pull_request_count": 12932 + }, + { + "repo_name": "jlord/patchwork", + "pull_request_count": 12708 + }, + { + "repo_name": "kubernetes/kubernetes", + "pull_request_count": 11347 + }, + { + "repo_name": "saltstack/salt", + "pull_request_count": 10494 + }, + { + "repo_name": "nodejs/node", + "pull_request_count": 9708 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pull_request_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.104348787, + "rows_read": 18340176, + "bytes_read": 98168230 + }, + "executionTime": 0.197, + "requestId": "01K86HQKGZE1Z0CGFZJPX3JA6Q", + "length": 636 + }, + "name": "pipe_23.pipe", + "question": { + "name": "pipe_23.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull requests\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull requests" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.006, + "totalDuration": 1.155, + "tokens": { + "promptTokens": 4585, + "completionTokens": 51, + "totalTokens": 4636 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS pull_request_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY pull_request_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "pull_request_count": 109608 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "pull_request_count": 43435 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "pull_request_count": 31288 + }, + { + "repo_name": "rust-lang/rust", + "pull_request_count": 13365 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "pull_request_count": 13277 + }, + { + "repo_name": "ros/rosdistro", + "pull_request_count": 12932 + }, + { + "repo_name": "jlord/patchwork", + "pull_request_count": 12708 + }, + { + "repo_name": "kubernetes/kubernetes", + "pull_request_count": 11347 + }, + { + "repo_name": "saltstack/salt", + "pull_request_count": 10494 + }, + { + "repo_name": "nodejs/node", + "pull_request_count": 9708 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pull_request_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.104348787, + "rows_read": 18340176, + "bytes_read": 98168230 + }, + "executionTime": 0.197, + "requestId": "01K86HQKGZE1Z0CGFZJPX3JA6Q", + "length": 636 + }, + "name": "pipe_23.pipe", + "question": { + "name": "pipe_23.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull requests\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull requests" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.006, + "totalDuration": 1.155, + "tokens": { + "promptTokens": 4585, + "completionTokens": 51, + "totalTokens": 4636 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS contributor_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY contributor_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "jlord/patchwork", + "contributor_count": 5802 + }, + { + "repo_name": "githubschool/open-enrollment-classes-introduction-to-github", + "contributor_count": 3586 + }, + { + "repo_name": "learn-co-students/javascript-intro-to-functions-lab-bootcamp-prep-000", + "contributor_count": 3027 + }, + { + "repo_name": "learn-co-students/js-functions-lab-bootcamp-prep-000", + "contributor_count": 2899 + }, + { + "repo_name": "learn-co-students/js-from-dom-to-node-bootcamp-prep-000", + "contributor_count": 2860 + }, + { + "repo_name": "learn-co-students/javascript-arithmetic-lab-bootcamp-prep-000", + "contributor_count": 2681 + }, + { + "repo_name": "udacity/create-your-own-adventure", + "contributor_count": 2622 + }, + { + "repo_name": "learn-co-students/js-node-practice-lab-bootcamp-prep-000", + "contributor_count": 2594 + }, + { + "repo_name": "freeCodeCamp/guides", + "contributor_count": 2587 + }, + { + "repo_name": "learn-co-students/js-if-else-files-lab-bootcamp-prep-000", + "contributor_count": 2581 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "contributor_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.164060448, + "rows_read": 18340176, + "bytes_read": 146530764 + }, + "executionTime": 0.259, + "requestId": "01K86HQK3XX062YKEXGNBTEM4Z", + "length": 896 + }, + "name": "pipe_24.pipe", + "question": { + "name": "pipe_24.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull request contributors\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqExact(actor_login) AS u FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull request contributors" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.625, + "totalDuration": 0.736, + "tokens": { + "promptTokens": 4586, + "completionTokens": 51, + "totalTokens": 4637 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS contributor_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY contributor_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "jlord/patchwork", + "contributor_count": 5802 + }, + { + "repo_name": "githubschool/open-enrollment-classes-introduction-to-github", + "contributor_count": 3586 + }, + { + "repo_name": "learn-co-students/javascript-intro-to-functions-lab-bootcamp-prep-000", + "contributor_count": 3027 + }, + { + "repo_name": "learn-co-students/js-functions-lab-bootcamp-prep-000", + "contributor_count": 2899 + }, + { + "repo_name": "learn-co-students/js-from-dom-to-node-bootcamp-prep-000", + "contributor_count": 2860 + }, + { + "repo_name": "learn-co-students/javascript-arithmetic-lab-bootcamp-prep-000", + "contributor_count": 2681 + }, + { + "repo_name": "udacity/create-your-own-adventure", + "contributor_count": 2622 + }, + { + "repo_name": "learn-co-students/js-node-practice-lab-bootcamp-prep-000", + "contributor_count": 2594 + }, + { + "repo_name": "freeCodeCamp/guides", + "contributor_count": 2587 + }, + { + "repo_name": "learn-co-students/js-if-else-files-lab-bootcamp-prep-000", + "contributor_count": 2581 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "contributor_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.164060448, + "rows_read": 18340176, + "bytes_read": 146530764 + }, + "executionTime": 0.259, + "requestId": "01K86HQK3XX062YKEXGNBTEM4Z", + "length": 896 + }, + "name": "pipe_24.pipe", + "question": { + "name": "pipe_24.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull request contributors\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqExact(actor_login) AS u FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull request contributors" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.625, + "totalDuration": 0.736, + "tokens": { + "promptTokens": 4586, + "completionTokens": 51, + "totalTokens": 4637 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS issues_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY issues_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "pddemo/demo", + "issues_count": 432430 + }, + { + "repo_name": "support-ops/sit-repo", + "issues_count": 59634 + }, + { + "repo_name": "nainardev/tamil-dubbed", + "issues_count": 58392 + }, + { + "repo_name": "bippybop/iitest", + "issues_count": 41581 + }, + { + "repo_name": "test-organization-kkjeer/app-test", + "issues_count": 35864 + }, + { + "repo_name": "test-organization-kkjeer/bot-validation", + "issues_count": 35850 + }, + { + "repo_name": "theapache64/movie-monk-creator", + "issues_count": 34666 + }, + { + "repo_name": "ouyanxia2/hgmgmg", + "issues_count": 29922 + }, + { + "repo_name": "pavlo-byshovets/Tutorials", + "issues_count": 23302 + }, + { + "repo_name": "ruben-archisketch/tinkerbell-template", + "issues_count": 23268 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issues_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.093734147, + "rows_read": 15208764, + "bytes_read": 76346155 + }, + "executionTime": 0.185, + "requestId": "01K86HQKD0QTZ163C5DXSEZXM2", + "length": 630 + }, + "name": "pipe_25.pipe", + "question": { + "name": "pipe_25.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of issues\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS c FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened' GROUP BY repo_name ORDER BY c DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of issues" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.855, + "totalDuration": 1.026, + "tokens": { + "promptTokens": 4584, + "completionTokens": 48, + "totalTokens": 4632 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS issues_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY issues_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "pddemo/demo", + "issues_count": 432430 + }, + { + "repo_name": "support-ops/sit-repo", + "issues_count": 59634 + }, + { + "repo_name": "nainardev/tamil-dubbed", + "issues_count": 58392 + }, + { + "repo_name": "bippybop/iitest", + "issues_count": 41581 + }, + { + "repo_name": "test-organization-kkjeer/app-test", + "issues_count": 35864 + }, + { + "repo_name": "test-organization-kkjeer/bot-validation", + "issues_count": 35850 + }, + { + "repo_name": "theapache64/movie-monk-creator", + "issues_count": 34666 + }, + { + "repo_name": "ouyanxia2/hgmgmg", + "issues_count": 29922 + }, + { + "repo_name": "pavlo-byshovets/Tutorials", + "issues_count": 23302 + }, + { + "repo_name": "ruben-archisketch/tinkerbell-template", + "issues_count": 23268 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issues_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.093734147, + "rows_read": 15208764, + "bytes_read": 76346155 + }, + "executionTime": 0.185, + "requestId": "01K86HQKD0QTZ163C5DXSEZXM2", + "length": 630 + }, + "name": "pipe_25.pipe", + "question": { + "name": "pipe_25.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of issues\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS c FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened' GROUP BY repo_name ORDER BY c DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of issues" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.855, + "totalDuration": 1.026, + "tokens": { + "promptTokens": 4584, + "completionTokens": 48, + "totalTokens": 4632 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "/", + "push_access_count": 18290 + }, + { + "repo_name": "bioconda/bioconda-recipes", + "push_access_count": 269 + }, + { + "repo_name": "githubteacher/github-for-developers-sept-2015", + "push_access_count": 189 + }, + { + "repo_name": "Automattic/wp-calypso", + "push_access_count": 184 + }, + { + "repo_name": "eecs183/lecture_practice", + "push_access_count": 176 + }, + { + "repo_name": "cs371p-fall-2015/collatz-tests", + "push_access_count": 170 + }, + { + "repo_name": "becodeorg/La-Veille", + "push_access_count": 161 + }, + { + "repo_name": "gatsbyjs/gatsby", + "push_access_count": 144 + }, + { + "repo_name": "flutter/flutter", + "push_access_count": 118 + }, + { + "repo_name": "edx/edx-platform", + "push_access_count": 118 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.52439013, + "rows_read": 75572830, + "bytes_read": 511327712 + }, + "executionTime": 0.617, + "requestId": "01K86HQRFT43RYZQSTCMXRDASB", + "length": 624 + }, + "name": "pipe_26.pipe", + "question": { + "name": "pipe_26.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqIf(actor_login, event_type = 'PushEvent') AS u FROM github_events WHERE event_type IN ('PushEvent', 'WatchEvent') GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.541, + "totalDuration": 1.549, + "tokens": { + "promptTokens": 4586, + "completionTokens": 46, + "totalTokens": 4632 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "/", + "push_access_count": 18290 + }, + { + "repo_name": "bioconda/bioconda-recipes", + "push_access_count": 269 + }, + { + "repo_name": "githubteacher/github-for-developers-sept-2015", + "push_access_count": 189 + }, + { + "repo_name": "Automattic/wp-calypso", + "push_access_count": 184 + }, + { + "repo_name": "eecs183/lecture_practice", + "push_access_count": 176 + }, + { + "repo_name": "cs371p-fall-2015/collatz-tests", + "push_access_count": 170 + }, + { + "repo_name": "becodeorg/La-Veille", + "push_access_count": 161 + }, + { + "repo_name": "gatsbyjs/gatsby", + "push_access_count": 144 + }, + { + "repo_name": "flutter/flutter", + "push_access_count": 118 + }, + { + "repo_name": "edx/edx-platform", + "push_access_count": 118 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.52439013, + "rows_read": 75572830, + "bytes_read": 511327712 + }, + "executionTime": 0.617, + "requestId": "01K86HQRFT43RYZQSTCMXRDASB", + "length": 624 + }, + "name": "pipe_26.pipe", + "question": { + "name": "pipe_26.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqIf(actor_login, event_type = 'PushEvent') AS u FROM github_events WHERE event_type IN ('PushEvent', 'WatchEvent') GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.541, + "totalDuration": 1.549, + "tokens": { + "promptTokens": 4586, + "completionTokens": 46, + "totalTokens": 4632 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND ref = 'refs/heads/main'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "github/codeql", + "push_access_count": 29 + }, + { + "repo_name": "github/docs", + "push_access_count": 21 + }, + { + "repo_name": "google/web-stories-wp", + "push_access_count": 21 + }, + { + "repo_name": "githubschool/chilly-wind", + "push_access_count": 21 + }, + { + "repo_name": "google/iree", + "push_access_count": 18 + }, + { + "repo_name": "githubschool/floss-workshop", + "push_access_count": 18 + }, + { + "repo_name": "githubschool/intel-inside", + "push_access_count": 16 + }, + { + "repo_name": "gallenc/solent6Public", + "push_access_count": 15 + }, + { + "repo_name": "githubschool/biz-dev", + "push_access_count": 13 + }, + { + "repo_name": "github/codeql-action", + "push_access_count": 13 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.273862569, + "rows_read": 75572830, + "bytes_read": 2239911125 + }, + "executionTime": 0.369, + "requestId": "01K86HQQSMK5Q62PWCFQT32EAZ", + "length": 594 + }, + "name": "pipe_27.pipe", + "question": { + "name": "pipe_27.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent'))\n GROUP BY repo_name\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.714, + "totalDuration": 0.837, + "tokens": { + "promptTokens": 4590, + "completionTokens": 56, + "totalTokens": 4646 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND ref = 'refs/heads/main'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "github/codeql", + "push_access_count": 29 + }, + { + "repo_name": "github/docs", + "push_access_count": 21 + }, + { + "repo_name": "google/web-stories-wp", + "push_access_count": 21 + }, + { + "repo_name": "githubschool/chilly-wind", + "push_access_count": 21 + }, + { + "repo_name": "google/iree", + "push_access_count": 18 + }, + { + "repo_name": "githubschool/floss-workshop", + "push_access_count": 18 + }, + { + "repo_name": "githubschool/intel-inside", + "push_access_count": 16 + }, + { + "repo_name": "gallenc/solent6Public", + "push_access_count": 15 + }, + { + "repo_name": "githubschool/biz-dev", + "push_access_count": 13 + }, + { + "repo_name": "github/codeql-action", + "push_access_count": 13 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.273862569, + "rows_read": 75572830, + "bytes_read": 2239911125 + }, + "executionTime": 0.369, + "requestId": "01K86HQQSMK5Q62PWCFQT32EAZ", + "length": 594 + }, + "name": "pipe_27.pipe", + "question": { + "name": "pipe_27.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent'))\n GROUP BY repo_name\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.714, + "totalDuration": 0.837, + "tokens": { + "promptTokens": 4590, + "completionTokens": 56, + "totalTokens": 4646 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS unique_pushers\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND repo_name IN (\n SELECT repo_name\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING count(*) > 99\n )\nGROUP BY repo_name\nORDER BY unique_pushers DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "unique_pushers", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.075445969, + "rows_read": 7346176, + "bytes_read": 35773609 + }, + "executionTime": 0.177, + "requestId": "01K86HQRJ2T1079M81JXY462PN", + "length": 2 + }, + "name": "pipe_28.pipe", + "question": { + "name": "pipe_28.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u,\n sum(event_type = 'WatchEvent') AS stars\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent')) AND (repo_name != '/')\n GROUP BY repo_name\n HAVING stars >= 100\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.603, + "totalDuration": 1.618, + "tokens": { + "promptTokens": 4604, + "completionTokens": 91, + "totalTokens": 4695 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS unique_pushers\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND repo_name IN (\n SELECT repo_name\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING count(*) > 99\n )\nGROUP BY repo_name\nORDER BY unique_pushers DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "unique_pushers", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.075445969, + "rows_read": 7346176, + "bytes_read": 35773609 + }, + "executionTime": 0.177, + "requestId": "01K86HQRJ2T1079M81JXY462PN", + "length": 2 + }, + "name": "pipe_28.pipe", + "question": { + "name": "pipe_28.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u,\n sum(event_type = 'WatchEvent') AS stars\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent')) AND (repo_name != '/')\n GROUP BY repo_name\n HAVING stars >= 100\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.603, + "totalDuration": 1.618, + "tokens": { + "promptTokens": 4604, + "completionTokens": 91, + "totalTokens": 4695 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS member_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent' AND action = 'added'\nGROUP BY repo_name\nORDER BY member_invitations DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "/", + "member_invitations": 2995 + }, + { + "repo_name": "astro/gitpop", + "member_invitations": 935 + }, + { + "repo_name": "jeresig/thunderhub", + "member_invitations": 445 + }, + { + "repo_name": "matthewmccullough/hellogitworld", + "member_invitations": 128 + }, + { + "repo_name": "buhtip/buhtip-repo", + "member_invitations": 55 + }, + { + "repo_name": "braitsch/client1", + "member_invitations": 44 + }, + { + "repo_name": "societies/SOCIETIES-Platform", + "member_invitations": 37 + }, + { + "repo_name": "dm4/IntroCS-2011-Fall-Homework6", + "member_invitations": 32 + }, + { + "repo_name": "rperlinski/zpi-basic", + "member_invitations": 32 + }, + { + "repo_name": "tjhickey724/OctaveBat", + "member_invitations": 32 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "member_invitations", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.04240443, + "rows_read": 219443, + "bytes_read": 2505216 + }, + "executionTime": 0.136, + "requestId": "01K86HQQN4HHTVJ11QG85KVR8E", + "length": 612 + }, + "name": "pipe_29.pipe", + "question": { + "name": "pipe_29.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by maximum number of member invitations\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS invitations FROM github_events WHERE event_type = 'MemberEvent' AND action = 'added' GROUP BY repo_name ORDER BY invitations DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by maximum number of member invitations" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.408, + "totalDuration": 0.692, + "tokens": { + "promptTokens": 4583, + "completionTokens": 50, + "totalTokens": 4633 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS member_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent' AND action = 'added'\nGROUP BY repo_name\nORDER BY member_invitations DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "/", + "member_invitations": 2995 + }, + { + "repo_name": "astro/gitpop", + "member_invitations": 935 + }, + { + "repo_name": "jeresig/thunderhub", + "member_invitations": 445 + }, + { + "repo_name": "matthewmccullough/hellogitworld", + "member_invitations": 128 + }, + { + "repo_name": "buhtip/buhtip-repo", + "member_invitations": 55 + }, + { + "repo_name": "braitsch/client1", + "member_invitations": 44 + }, + { + "repo_name": "societies/SOCIETIES-Platform", + "member_invitations": 37 + }, + { + "repo_name": "dm4/IntroCS-2011-Fall-Homework6", + "member_invitations": 32 + }, + { + "repo_name": "rperlinski/zpi-basic", + "member_invitations": 32 + }, + { + "repo_name": "tjhickey724/OctaveBat", + "member_invitations": 32 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "member_invitations", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.04240443, + "rows_read": 219443, + "bytes_read": 2505216 + }, + "executionTime": 0.136, + "requestId": "01K86HQQN4HHTVJ11QG85KVR8E", + "length": 612 + }, + "name": "pipe_29.pipe", + "question": { + "name": "pipe_29.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by maximum number of member invitations\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS invitations FROM github_events WHERE event_type = 'MemberEvent' AND action = 'added' GROUP BY repo_name ORDER BY invitations DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by maximum number of member invitations" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.408, + "totalDuration": 0.692, + "tokens": { + "promptTokens": 4583, + "completionTokens": 50, + "totalTokens": 4633 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) AS fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "996icu/996.ICU", + "fork_count": 25886 + }, + { + "repo_name": "Snailclimb/JavaGuide", + "fork_count": 18449 + }, + { + "repo_name": "Pierian-Data/Complete-Python-3-Bootcamp", + "fork_count": 16599 + }, + { + "repo_name": "CyC2018/CS-Notes", + "fork_count": 15413 + }, + { + "repo_name": "TheAlgorithms/Python", + "fork_count": 15212 + }, + { + "repo_name": "SmartThingsCommunity/SmartThingsPublic", + "fork_count": 14790 + }, + { + "repo_name": "PanJiaChen/vue-element-admin", + "fork_count": 9940 + }, + { + "repo_name": "barryclark/jekyll-now", + "fork_count": 9155 + }, + { + "repo_name": "ant-design/ant-design", + "fork_count": 8592 + }, + { + "repo_name": "ServiceNow/devtraining-needit-madrid", + "fork_count": 8297 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "fork_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.103913915, + "rows_read": 5708062, + "bytes_read": 56287869 + }, + "executionTime": 0.202, + "requestId": "01K86HQRKYTQJNBYGJFPB5E5YY", + "length": 610 + }, + "name": "pipe_30.pipe", + "question": { + "name": "pipe_30.pipe", + "content": "DESCRIPTION >\n top 10 Most forked repositories\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS forks FROM github_events WHERE event_type = 'ForkEvent' GROUP BY repo_name ORDER BY forks DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Most forked repositories" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.041, + "totalDuration": 1.676, + "tokens": { + "promptTokens": 4580, + "completionTokens": 43, + "totalTokens": 4623 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) AS fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "996icu/996.ICU", + "fork_count": 25886 + }, + { + "repo_name": "Snailclimb/JavaGuide", + "fork_count": 18449 + }, + { + "repo_name": "Pierian-Data/Complete-Python-3-Bootcamp", + "fork_count": 16599 + }, + { + "repo_name": "CyC2018/CS-Notes", + "fork_count": 15413 + }, + { + "repo_name": "TheAlgorithms/Python", + "fork_count": 15212 + }, + { + "repo_name": "SmartThingsCommunity/SmartThingsPublic", + "fork_count": 14790 + }, + { + "repo_name": "PanJiaChen/vue-element-admin", + "fork_count": 9940 + }, + { + "repo_name": "barryclark/jekyll-now", + "fork_count": 9155 + }, + { + "repo_name": "ant-design/ant-design", + "fork_count": 8592 + }, + { + "repo_name": "ServiceNow/devtraining-needit-madrid", + "fork_count": 8297 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "fork_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.103913915, + "rows_read": 5708062, + "bytes_read": 56287869 + }, + "executionTime": 0.202, + "requestId": "01K86HQRKYTQJNBYGJFPB5E5YY", + "length": 610 + }, + "name": "pipe_30.pipe", + "question": { + "name": "pipe_30.pipe", + "content": "DESCRIPTION >\n top 10 Most forked repositories\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS forks FROM github_events WHERE event_type = 'ForkEvent' GROUP BY repo_name ORDER BY forks DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Most forked repositories" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.041, + "totalDuration": 1.676, + "tokens": { + "promptTokens": 4580, + "completionTokens": 43, + "totalTokens": 4623 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n countIf(event_type = 'WatchEvent') AS stars,\n countIf(event_type = 'ForkEvent') AS forks,\n if(forks = 0, 0, stars / forks) AS star_to_fork_ratio\nFROM github_events\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "chrissco28/Blink", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "EricG-Personal/table_print", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "FANSELY/Customer_Analysis_Big_Data", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Russkazkin/git-fork-test", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "leigege/bjlbeyond", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "MacJanko/hello-world", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "computerlyrik/chef-bind9-easy", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "babamolviji4/love-by-vashikaran-specialist-molvi-ji-919672147851", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Markovvn1/SerialMessage", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "jthiho/jthiho.github.com", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + }, + { + "name": "forks", + "type": "UInt64" + }, + { + "name": "star_to_fork_ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 7.700940576, + "rows_read": 200000000, + "bytes_read": 1467533511 + }, + "executionTime": 7.802, + "requestId": "01K86HQWKGJ8DZQ2NXBGGKSKEX", + "length": 878 + }, + "name": "pipe_31.pipe", + "question": { + "name": "pipe_31.pipe", + "content": "DESCRIPTION >\n top 10 reposistories by ratio between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n sum(event_type = 'ForkEvent') AS forks,\n sum(event_type = 'WatchEvent') AS stars,\n round(stars / forks, 3) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n GROUP BY repo_name\n ORDER BY forks DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 reposistories by ratio between stars and forks" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.954, + "totalDuration": 1.094, + "tokens": { + "promptTokens": 4585, + "completionTokens": 78, + "totalTokens": 4663 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n countIf(event_type = 'WatchEvent') AS stars,\n countIf(event_type = 'ForkEvent') AS forks,\n if(forks = 0, 0, stars / forks) AS star_to_fork_ratio\nFROM github_events\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "chrissco28/Blink", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "EricG-Personal/table_print", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "FANSELY/Customer_Analysis_Big_Data", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Russkazkin/git-fork-test", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "leigege/bjlbeyond", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "MacJanko/hello-world", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "computerlyrik/chef-bind9-easy", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "babamolviji4/love-by-vashikaran-specialist-molvi-ji-919672147851", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Markovvn1/SerialMessage", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "jthiho/jthiho.github.com", + "stars": 0, + "forks": 0, + "star_to_fork_ratio": 0 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + }, + { + "name": "forks", + "type": "UInt64" + }, + { + "name": "star_to_fork_ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 7.700940576, + "rows_read": 200000000, + "bytes_read": 1467533511 + }, + "executionTime": 7.802, + "requestId": "01K86HQWKGJ8DZQ2NXBGGKSKEX", + "length": 878 + }, + "name": "pipe_31.pipe", + "question": { + "name": "pipe_31.pipe", + "content": "DESCRIPTION >\n top 10 reposistories by ratio between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n sum(event_type = 'ForkEvent') AS forks,\n sum(event_type = 'WatchEvent') AS stars,\n round(stars / forks, 3) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n GROUP BY repo_name\n ORDER BY forks DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 reposistories by ratio between stars and forks" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.954, + "totalDuration": 1.094, + "tokens": { + "promptTokens": 4585, + "completionTokens": 78, + "totalTokens": 4663 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n countIf(event_type = 'WatchEvent') AS stars,\n countIf(event_type = 'ForkEvent') AS forks,\n round(stars / nullif(forks, 0), 2) AS stars_to_forks_ratio\nFROM github_events\nGROUP BY repo_name\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "Beckyatule/My-Resume-website", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "Abang256/normalize.css", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "NBU-funprog/exercises", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "AlexYegane/AlexYegane", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "coolbee/SignalR", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "mrbeann/scikit-learn", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "Ajax12345/chat_app", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "tigercomputing/debian-goodies", + "stars": 1, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "Airesto/-z-ml-kek", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "710191/710191", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + }, + { + "name": "forks", + "type": "UInt64" + }, + { + "name": "stars_to_forks_ratio", + "type": "Nullable(Float64)" + } + ], + "statistics": { + "elapsed": 4.448237238, + "rows_read": 200000000, + "bytes_read": 1467533511 + }, + "executionTime": 4.607, + "requestId": "01K86HQZSCMSRC35NAJZ4ZTYNE", + "length": 855 + }, + "name": "pipe_32.pipe", + "question": { + "name": "pipe_32.pipe", + "content": "DESCRIPTION >\n Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n sum(event_type = 'WatchEvent') AS stars,\n sum(event_type = 'ForkEvent') AS forks,\n round(stars / forks, 2) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n\nTYPE endpoint", + "question": "I previously asked: \"Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent') AS stars,\n COUNT_IF(event_type = 'ForkEvent') AS forks,\n ROUND(COUNT_IF(event_type = 'WatchEvent') / NULLIF(COUNT_IF(event_type = 'ForkEvent'), 0), 2) AS stars_to_forks_ratio\nFROM github_events\nGROUP BY repo_name\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.591, + "totalDuration": 0.769, + "tokens": { + "promptTokens": 4776, + "completionTokens": 70, + "totalTokens": 4846 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent') AS stars,\n COUNT_IF(event_type = 'ForkEvent') AS forks,\n ROUND(COUNT_IF(event_type = 'WatchEvent') / NULLIF(COUNT_IF(event_type = 'ForkEvent'), 0), 2) AS stars_to_forks_ratio\nFROM github_events\nGROUP BY repo_name\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K86HQWGJRQGT3RV5KJ6FVEKK", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_32.pipe", + "question": { + "name": "pipe_32.pipe", + "content": "DESCRIPTION >\n Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n sum(event_type = 'WatchEvent') AS stars,\n sum(event_type = 'ForkEvent') AS forks,\n round(stars / forks, 2) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n\nTYPE endpoint", + "question": "Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.768, + "totalDuration": 0.999, + "tokens": { + "promptTokens": 4593, + "completionTokens": 86, + "totalTokens": 4679 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n countIf(event_type = 'WatchEvent') AS stars,\n countIf(event_type = 'ForkEvent') AS forks,\n round(stars / nullif(forks, 0), 2) AS stars_to_forks_ratio\nFROM github_events\nGROUP BY repo_name\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "Beckyatule/My-Resume-website", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "Abang256/normalize.css", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "NBU-funprog/exercises", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "AlexYegane/AlexYegane", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "coolbee/SignalR", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "mrbeann/scikit-learn", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "Ajax12345/chat_app", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "tigercomputing/debian-goodies", + "stars": 1, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "Airesto/-z-ml-kek", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + }, + { + "repo_name": "710191/710191", + "stars": 0, + "forks": 0, + "stars_to_forks_ratio": null + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + }, + { + "name": "forks", + "type": "UInt64" + }, + { + "name": "stars_to_forks_ratio", + "type": "Nullable(Float64)" + } + ], + "statistics": { + "elapsed": 4.448237238, + "rows_read": 200000000, + "bytes_read": 1467533511 + }, + "executionTime": 4.607, + "requestId": "01K86HQZSCMSRC35NAJZ4ZTYNE", + "length": 855 + }, + "name": "pipe_32.pipe", + "question": { + "name": "pipe_32.pipe", + "content": "DESCRIPTION >\n Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n sum(event_type = 'WatchEvent') AS stars,\n sum(event_type = 'ForkEvent') AS forks,\n round(stars / forks, 2) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n\nTYPE endpoint", + "question": "I previously asked: \"Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent') AS stars,\n COUNT_IF(event_type = 'ForkEvent') AS forks,\n ROUND(COUNT_IF(event_type = 'WatchEvent') / NULLIF(COUNT_IF(event_type = 'ForkEvent'), 0), 2) AS stars_to_forks_ratio\nFROM github_events\nGROUP BY repo_name\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.591, + "totalDuration": 0.769, + "tokens": { + "promptTokens": 4776, + "completionTokens": 70, + "totalTokens": 4846 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n count(*) AS total_issues_opened\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_issues_opened": 8992824 + } + ], + "meta": [ + { + "name": "total_issues_opened", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.1241125, + "rows_read": 15208764, + "bytes_read": 30369155 + }, + "executionTime": 0.234, + "requestId": "01K86HQWP8Y0F0BGQKVD2JRX53", + "length": 33 + }, + "name": "pipe_33.pipe", + "question": { + "name": "pipe_33.pipe", + "content": "DESCRIPTION >\n Total number of issues opened on GitHub\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of issues opened on GitHub" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.097, + "totalDuration": 1.181, + "tokens": { + "promptTokens": 4579, + "completionTokens": 34, + "totalTokens": 4613 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n count(*) AS total_issues_opened\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_issues_opened": 8992824 + } + ], + "meta": [ + { + "name": "total_issues_opened", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.1241125, + "rows_read": 15208764, + "bytes_read": 30369155 + }, + "executionTime": 0.234, + "requestId": "01K86HQWP8Y0F0BGQKVD2JRX53", + "length": 33 + }, + "name": "pipe_33.pipe", + "question": { + "name": "pipe_33.pipe", + "content": "DESCRIPTION >\n Total number of issues opened on GitHub\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of issues opened on GitHub" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.097, + "totalDuration": 1.181, + "tokens": { + "promptTokens": 4579, + "completionTokens": 34, + "totalTokens": 4613 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) AS issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "rails/rails", + "issue_comment_count": 14225 + }, + { + "repo_name": "contao/test", + "issue_comment_count": 13481 + }, + { + "repo_name": "mxcl/homebrew", + "issue_comment_count": 12690 + }, + { + "repo_name": "contao/import", + "issue_comment_count": 12494 + }, + { + "repo_name": "symfony/symfony", + "issue_comment_count": 7375 + }, + { + "repo_name": "jquery/jquery-mobile", + "issue_comment_count": 6944 + }, + { + "repo_name": "joyent/node", + "issue_comment_count": 6562 + }, + { + "repo_name": "sympy/sympy", + "issue_comment_count": 6532 + }, + { + "repo_name": "spotweb/spotweb", + "issue_comment_count": 6313 + }, + { + "repo_name": "diaspora/diaspora", + "issue_comment_count": 5164 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_comment_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.164705442, + "rows_read": 1017530, + "bytes_read": 3271134 + }, + "executionTime": 0.272, + "requestId": "01K86HQWQX7QKXHEHTAXC217PH", + "length": 582 + }, + "name": "pipe_34.pipe", + "question": { + "name": "pipe_34.pipe", + "content": "DESCRIPTION >\n The top 10 repositories by issue comment events\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'IssueCommentEvent' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "The top 10 repositories by issue comment events" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.126, + "totalDuration": 1.232, + "tokens": { + "promptTokens": 4582, + "completionTokens": 45, + "totalTokens": 4627 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) AS issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "rails/rails", + "issue_comment_count": 14225 + }, + { + "repo_name": "contao/test", + "issue_comment_count": 13481 + }, + { + "repo_name": "mxcl/homebrew", + "issue_comment_count": 12690 + }, + { + "repo_name": "contao/import", + "issue_comment_count": 12494 + }, + { + "repo_name": "symfony/symfony", + "issue_comment_count": 7375 + }, + { + "repo_name": "jquery/jquery-mobile", + "issue_comment_count": 6944 + }, + { + "repo_name": "joyent/node", + "issue_comment_count": 6562 + }, + { + "repo_name": "sympy/sympy", + "issue_comment_count": 6532 + }, + { + "repo_name": "spotweb/spotweb", + "issue_comment_count": 6313 + }, + { + "repo_name": "diaspora/diaspora", + "issue_comment_count": 5164 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_comment_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.164705442, + "rows_read": 1017530, + "bytes_read": 3271134 + }, + "executionTime": 0.272, + "requestId": "01K86HQWQX7QKXHEHTAXC217PH", + "length": 582 + }, + "name": "pipe_34.pipe", + "question": { + "name": "pipe_34.pipe", + "content": "DESCRIPTION >\n The top 10 repositories by issue comment events\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'IssueCommentEvent' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "The top 10 repositories by issue comment events" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.126, + "totalDuration": 1.232, + "tokens": { + "promptTokens": 4582, + "completionTokens": 45, + "totalTokens": 4627 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n countIf(event_type = 'IssueCommentEvent') AS issue_comments,\n countIf(event_type = 'IssuesEvent' AND action = 'opened') AS issues,\n issue_comments / issues AS ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nHAVING issues > 0\nORDER BY ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "xen-org/xen-api", + "issue_comments": 1567, + "issues": 1, + "ratio": 1567 + }, + { + "repo_name": "basho/rebar", + "issue_comments": 312, + "issues": 1, + "ratio": 312 + }, + { + "repo_name": "scala/scala", + "issue_comments": 159, + "issues": 1, + "ratio": 159 + }, + { + "repo_name": "gxa/gxa", + "issue_comments": 168, + "issues": 2, + "ratio": 84 + }, + { + "repo_name": "tomdale/everyjs.com", + "issue_comments": 83, + "issues": 1, + "ratio": 83 + }, + { + "repo_name": "zendframework/zf2", + "issue_comments": 734, + "issues": 9, + "ratio": 81.55555555555556 + }, + { + "repo_name": "smcq/paisley", + "issue_comments": 68, + "issues": 1, + "ratio": 68 + }, + { + "repo_name": "hibernate/hibernate-ogm", + "issue_comments": 68, + "issues": 1, + "ratio": 68 + }, + { + "repo_name": "glqgamemaster/Gentle-Love-Quest", + "issue_comments": 67, + "issues": 1, + "ratio": 67 + }, + { + "repo_name": "joomla/joomla-cms", + "issue_comments": 131, + "issues": 2, + "ratio": 65.5 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_comments", + "type": "UInt64" + }, + { + "name": "issues", + "type": "UInt64" + }, + { + "name": "ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.748473814, + "rows_read": 16120142, + "bytes_read": 79895962 + }, + "executionTime": 1.07, + "requestId": "01K86HQX0CATFEFHC58R9SK1BC", + "length": 782 + }, + "name": "pipe_35.pipe", + "question": { + "name": "pipe_35.pipe", + "content": "DESCRIPTION >\n top 10 repositories by ratio between issue comments and issues\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments,\n uniq(number) AS issues,\n round(comments / issues, 2) AS ratio\n FROM github_events\n WHERE event_type = 'IssueCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories by ratio between issue comments and issues" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.964, + "totalDuration": 1.33, + "tokens": { + "promptTokens": 4584, + "completionTokens": 87, + "totalTokens": 4671 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n countIf(event_type = 'IssueCommentEvent') AS issue_comments,\n countIf(event_type = 'IssuesEvent' AND action = 'opened') AS issues,\n issue_comments / issues AS ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nHAVING issues > 0\nORDER BY ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "xen-org/xen-api", + "issue_comments": 1567, + "issues": 1, + "ratio": 1567 + }, + { + "repo_name": "basho/rebar", + "issue_comments": 312, + "issues": 1, + "ratio": 312 + }, + { + "repo_name": "scala/scala", + "issue_comments": 159, + "issues": 1, + "ratio": 159 + }, + { + "repo_name": "gxa/gxa", + "issue_comments": 168, + "issues": 2, + "ratio": 84 + }, + { + "repo_name": "tomdale/everyjs.com", + "issue_comments": 83, + "issues": 1, + "ratio": 83 + }, + { + "repo_name": "zendframework/zf2", + "issue_comments": 734, + "issues": 9, + "ratio": 81.55555555555556 + }, + { + "repo_name": "smcq/paisley", + "issue_comments": 68, + "issues": 1, + "ratio": 68 + }, + { + "repo_name": "hibernate/hibernate-ogm", + "issue_comments": 68, + "issues": 1, + "ratio": 68 + }, + { + "repo_name": "glqgamemaster/Gentle-Love-Quest", + "issue_comments": 67, + "issues": 1, + "ratio": 67 + }, + { + "repo_name": "joomla/joomla-cms", + "issue_comments": 131, + "issues": 2, + "ratio": 65.5 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_comments", + "type": "UInt64" + }, + { + "name": "issues", + "type": "UInt64" + }, + { + "name": "ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.748473814, + "rows_read": 16120142, + "bytes_read": 79895962 + }, + "executionTime": 1.07, + "requestId": "01K86HQX0CATFEFHC58R9SK1BC", + "length": 782 + }, + "name": "pipe_35.pipe", + "question": { + "name": "pipe_35.pipe", + "content": "DESCRIPTION >\n top 10 repositories by ratio between issue comments and issues\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments,\n uniq(number) AS issues,\n round(comments / issues, 2) AS ratio\n FROM github_events\n WHERE event_type = 'IssueCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories by ratio between issue comments and issues" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.964, + "totalDuration": 1.33, + "tokens": { + "promptTokens": 4584, + "completionTokens": 87, + "totalTokens": 4671 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n number AS issue_number,\n comments AS comment_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nORDER BY comment_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "suisei-cn/sbtn-assets", + "issue_number": 1, + "comment_count": 104 + }, + { + "repo_name": "suisei-cn/sbtn-assets", + "issue_number": 1, + "comment_count": 104 + }, + { + "repo_name": "poolpOrg/poolp.org", + "issue_number": 15, + "comment_count": 100 + }, + { + "repo_name": "poolpOrg/poolp.org_posts", + "issue_number": 62, + "comment_count": 100 + }, + { + "repo_name": "poolpOrg/poolp.org_posts", + "issue_number": 62, + "comment_count": 100 + }, + { + "repo_name": "poolpOrg/poolp.org", + "issue_number": 15, + "comment_count": 100 + }, + { + "repo_name": "tonesto7/homebridge-smartthings", + "issue_number": 315, + "comment_count": 98 + }, + { + "repo_name": "nextcloud/server", + "issue_number": 23552, + "comment_count": 72 + }, + { + "repo_name": "selfdefined/api", + "issue_number": 2, + "comment_count": 68 + }, + { + "repo_name": "selfdefined/api", + "issue_number": 2, + "comment_count": 68 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_number", + "type": "Int32" + }, + { + "name": "comment_count", + "type": "UInt32" + } + ], + "statistics": { + "elapsed": 0.209114842, + "rows_read": 15208764, + "bytes_read": 193258181 + }, + "executionTime": 0.307, + "requestId": "01K86HR7GM1E9ZGD9HA99KAMZN", + "length": 750 + }, + "name": "pipe_36.pipe", + "question": { + "name": "pipe_36.pipe", + "content": "DESCRIPTION >\n Top 10 GitHub issues (repo + issue number) by how many comments have been created\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 GitHub issues (repo + issue number) by how many comments have been created" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.664, + "totalDuration": 0.804, + "tokens": { + "promptTokens": 4594, + "completionTokens": 48, + "totalTokens": 4642 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n number AS issue_number,\n comments AS comment_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nORDER BY comment_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "suisei-cn/sbtn-assets", + "issue_number": 1, + "comment_count": 104 + }, + { + "repo_name": "suisei-cn/sbtn-assets", + "issue_number": 1, + "comment_count": 104 + }, + { + "repo_name": "poolpOrg/poolp.org", + "issue_number": 15, + "comment_count": 100 + }, + { + "repo_name": "poolpOrg/poolp.org_posts", + "issue_number": 62, + "comment_count": 100 + }, + { + "repo_name": "poolpOrg/poolp.org_posts", + "issue_number": 62, + "comment_count": 100 + }, + { + "repo_name": "poolpOrg/poolp.org", + "issue_number": 15, + "comment_count": 100 + }, + { + "repo_name": "tonesto7/homebridge-smartthings", + "issue_number": 315, + "comment_count": 98 + }, + { + "repo_name": "nextcloud/server", + "issue_number": 23552, + "comment_count": 72 + }, + { + "repo_name": "selfdefined/api", + "issue_number": 2, + "comment_count": 68 + }, + { + "repo_name": "selfdefined/api", + "issue_number": 2, + "comment_count": 68 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_number", + "type": "Int32" + }, + { + "name": "comment_count", + "type": "UInt32" + } + ], + "statistics": { + "elapsed": 0.209114842, + "rows_read": 15208764, + "bytes_read": 193258181 + }, + "executionTime": 0.307, + "requestId": "01K86HR7GM1E9ZGD9HA99KAMZN", + "length": 750 + }, + "name": "pipe_36.pipe", + "question": { + "name": "pipe_36.pipe", + "content": "DESCRIPTION >\n Top 10 GitHub issues (repo + issue number) by how many comments have been created\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 GitHub issues (repo + issue number) by how many comments have been created" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.664, + "totalDuration": 0.804, + "tokens": { + "promptTokens": 4594, + "completionTokens": 48, + "totalTokens": 4642 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n number AS issue_number,\n count(*) AS comment_count,\n uniq(actor_login) AS unique_comment_authors\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\n AND number > 10\nGROUP BY repo_name, number\nHAVING comment_count >= 10\nORDER BY comment_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "plamoni/SiriProxy", + "issue_number": 226, + "comment_count": 161, + "unique_comment_authors": 11 + }, + { + "repo_name": "rails/rails", + "issue_number": 505, + "comment_count": 130, + "unique_comment_authors": 17 + }, + { + "repo_name": "mangosR2/mangos", + "issue_number": 456, + "comment_count": 125, + "unique_comment_authors": 6 + }, + { + "repo_name": "symphonycms/symphony-2", + "issue_number": 849, + "comment_count": 113, + "unique_comment_authors": 12 + }, + { + "repo_name": "robotlegs/robotlegs-framework", + "issue_number": 43, + "comment_count": 110, + "unique_comment_authors": 12 + }, + { + "repo_name": "spotweb/spotweb", + "issue_number": 1133, + "comment_count": 103, + "unique_comment_authors": 6 + }, + { + "repo_name": "jashkenas/coffee-script", + "issue_number": 1495, + "comment_count": 101, + "unique_comment_authors": 24 + }, + { + "repo_name": "phaed420/SimpleClans", + "issue_number": 87, + "comment_count": 99, + "unique_comment_authors": 3 + }, + { + "repo_name": "nose-devs/nose", + "issue_number": 125, + "comment_count": 97, + "unique_comment_authors": 1 + }, + { + "repo_name": "rgladwell/m2e-android", + "issue_number": 45, + "comment_count": 97, + "unique_comment_authors": 15 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_number", + "type": "Int32" + }, + { + "name": "comment_count", + "type": "UInt64" + }, + { + "name": "unique_comment_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.05804635, + "rows_read": 1017530, + "bytes_read": 11566402 + }, + "executionTime": 0.158, + "requestId": "01K86HR7SJJ19125VAA7ZH5XSR", + "length": 1020 + }, + "name": "pipe_37.pipe", + "question": { + "name": "pipe_37.pipe", + "content": "DESCRIPTION >\n TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created') AND (number > 10)\n GROUP BY\n repo_name,\n number\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.593, + "totalDuration": 1.089, + "tokens": { + "promptTokens": 4621, + "completionTokens": 78, + "totalTokens": 4699 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n number AS issue_number,\n count(*) AS comment_count,\n uniq(actor_login) AS unique_comment_authors\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\n AND number > 10\nGROUP BY repo_name, number\nHAVING comment_count >= 10\nORDER BY comment_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "plamoni/SiriProxy", + "issue_number": 226, + "comment_count": 161, + "unique_comment_authors": 11 + }, + { + "repo_name": "rails/rails", + "issue_number": 505, + "comment_count": 130, + "unique_comment_authors": 17 + }, + { + "repo_name": "mangosR2/mangos", + "issue_number": 456, + "comment_count": 125, + "unique_comment_authors": 6 + }, + { + "repo_name": "symphonycms/symphony-2", + "issue_number": 849, + "comment_count": 113, + "unique_comment_authors": 12 + }, + { + "repo_name": "robotlegs/robotlegs-framework", + "issue_number": 43, + "comment_count": 110, + "unique_comment_authors": 12 + }, + { + "repo_name": "spotweb/spotweb", + "issue_number": 1133, + "comment_count": 103, + "unique_comment_authors": 6 + }, + { + "repo_name": "jashkenas/coffee-script", + "issue_number": 1495, + "comment_count": 101, + "unique_comment_authors": 24 + }, + { + "repo_name": "phaed420/SimpleClans", + "issue_number": 87, + "comment_count": 99, + "unique_comment_authors": 3 + }, + { + "repo_name": "nose-devs/nose", + "issue_number": 125, + "comment_count": 97, + "unique_comment_authors": 1 + }, + { + "repo_name": "rgladwell/m2e-android", + "issue_number": 45, + "comment_count": 97, + "unique_comment_authors": 15 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_number", + "type": "Int32" + }, + { + "name": "comment_count", + "type": "UInt64" + }, + { + "name": "unique_comment_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.05804635, + "rows_read": 1017530, + "bytes_read": 11566402 + }, + "executionTime": 0.158, + "requestId": "01K86HR7SJJ19125VAA7ZH5XSR", + "length": 1020 + }, + "name": "pipe_37.pipe", + "question": { + "name": "pipe_37.pipe", + "content": "DESCRIPTION >\n TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created') AND (number > 10)\n GROUP BY\n repo_name,\n number\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.593, + "totalDuration": 1.089, + "tokens": { + "promptTokens": 4621, + "completionTokens": 78, + "totalTokens": 4699 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS event_count\nFROM github_events\nWHERE \n body ILIKE '%tensorflow%' OR \n title ILIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "event_count": 27915 + }, + { + "repo_name": "tensorflow/models", + "event_count": 5411 + }, + { + "repo_name": "tensorflow/tfjs", + "event_count": 3047 + }, + { + "repo_name": "ray-project/ray", + "event_count": 3046 + }, + { + "repo_name": "tensorflow/addons", + "event_count": 1313 + }, + { + "repo_name": "tensorflow/datasets", + "event_count": 1141 + }, + { + "repo_name": "aws/deep-learning-containers", + "event_count": 1044 + }, + { + "repo_name": "huggingface/transformers", + "event_count": 830 + }, + { + "repo_name": "tensorflow/tensorboard", + "event_count": 773 + }, + { + "repo_name": "onnx/tensorflow-onnx", + "event_count": 740 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "event_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 7.823870063, + "rows_read": 200000000, + "bytes_read": 33491906606 + }, + "executionTime": 7.916, + "requestId": "01K86HR7TVKVXAYXNVN8GX2TVW", + "length": 557 + }, + "name": "pipe_38.pipe", + "question": { + "name": "pipe_38.pipe", + "content": "DESCRIPTION >\n Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching.\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE body ILIKE '%tensorflow%' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.895, + "totalDuration": 1.13, + "tokens": { + "promptTokens": 4596, + "completionTokens": 52, + "totalTokens": 4648 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS event_count\nFROM github_events\nWHERE \n body ILIKE '%tensorflow%' OR \n title ILIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "event_count": 27915 + }, + { + "repo_name": "tensorflow/models", + "event_count": 5411 + }, + { + "repo_name": "tensorflow/tfjs", + "event_count": 3047 + }, + { + "repo_name": "ray-project/ray", + "event_count": 3046 + }, + { + "repo_name": "tensorflow/addons", + "event_count": 1313 + }, + { + "repo_name": "tensorflow/datasets", + "event_count": 1141 + }, + { + "repo_name": "aws/deep-learning-containers", + "event_count": 1044 + }, + { + "repo_name": "huggingface/transformers", + "event_count": 830 + }, + { + "repo_name": "tensorflow/tensorboard", + "event_count": 773 + }, + { + "repo_name": "onnx/tensorflow-onnx", + "event_count": 740 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "event_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 7.823870063, + "rows_read": 200000000, + "bytes_read": 33491906606 + }, + "executionTime": 7.916, + "requestId": "01K86HR7TVKVXAYXNVN8GX2TVW", + "length": 557 + }, + "name": "pipe_38.pipe", + "question": { + "name": "pipe_38.pipe", + "content": "DESCRIPTION >\n Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching.\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE body ILIKE '%tensorflow%' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.895, + "totalDuration": 1.13, + "tokens": { + "promptTokens": 4596, + "completionTokens": 52, + "totalTokens": 4648 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) AS commit_comments_count\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comments_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "dcos/dcos", + "commit_comments_count": 99250 + }, + { + "repo_name": "siggetest/githubtest", + "commit_comments_count": 52171 + }, + { + "repo_name": "NREL/EnergyPlus", + "commit_comments_count": 47886 + }, + { + "repo_name": "bambootest-bot/githubtest", + "commit_comments_count": 46876 + }, + { + "repo_name": "w4ctech/front-end-rss", + "commit_comments_count": 35958 + }, + { + "repo_name": "xamarin/xamarin-macios", + "commit_comments_count": 30631 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev", + "commit_comments_count": 28463 + }, + { + "repo_name": "miabot/galleries.csv", + "commit_comments_count": 18622 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-without-alias", + "commit_comments_count": 16107 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-with-alias", + "commit_comments_count": 16077 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "commit_comments_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.487697107, + "rows_read": 6792623, + "bytes_read": 59320521 + }, + "executionTime": 0.854, + "requestId": "01K86HR8202Y0J1KM4PCGBP682", + "length": 757 + }, + "name": "pipe_39.pipe", + "question": { + "name": "pipe_39.pipe", + "content": "DESCRIPTION >\n top 10 repositories by the number of commit comments\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments\n FROM github_events\n WHERE event_type = 'CommitCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories by the number of commit comments" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.032, + "totalDuration": 1.157, + "tokens": { + "promptTokens": 4583, + "completionTokens": 45, + "totalTokens": 4628 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) AS commit_comments_count\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comments_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "dcos/dcos", + "commit_comments_count": 99250 + }, + { + "repo_name": "siggetest/githubtest", + "commit_comments_count": 52171 + }, + { + "repo_name": "NREL/EnergyPlus", + "commit_comments_count": 47886 + }, + { + "repo_name": "bambootest-bot/githubtest", + "commit_comments_count": 46876 + }, + { + "repo_name": "w4ctech/front-end-rss", + "commit_comments_count": 35958 + }, + { + "repo_name": "xamarin/xamarin-macios", + "commit_comments_count": 30631 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev", + "commit_comments_count": 28463 + }, + { + "repo_name": "miabot/galleries.csv", + "commit_comments_count": 18622 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-without-alias", + "commit_comments_count": 16107 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-with-alias", + "commit_comments_count": 16077 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "commit_comments_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.487697107, + "rows_read": 6792623, + "bytes_read": 59320521 + }, + "executionTime": 0.854, + "requestId": "01K86HR8202Y0J1KM4PCGBP682", + "length": 757 + }, + "name": "pipe_39.pipe", + "question": { + "name": "pipe_39.pipe", + "content": "DESCRIPTION >\n top 10 repositories by the number of commit comments\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments\n FROM github_events\n WHERE event_type = 'CommitCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories by the number of commit comments" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.032, + "totalDuration": 1.157, + "tokens": { + "promptTokens": 4583, + "completionTokens": 45, + "totalTokens": 4628 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n commit_id,\n concat('https://github.com/', repo_name, '/commit/', commit_id) AS commit_url,\n count(*) AS total_comments,\n uniq(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY commit_id, repo_name\nHAVING uniq(actor_login) >= 10\nORDER BY count(*) DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "commit_id": "", + "commit_url": "https://github.com/rust-lang/rust/commit/", + "total_comments": 13972, + "unique_authors": 50 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mozilla/rust/commit/", + "total_comments": 13727, + "unique_authors": 31 + }, + { + "commit_id": "", + "commit_url": "https://github.com/TrinityCore/TrinityCore/commit/", + "total_comments": 6612, + "unique_authors": 656 + }, + { + "commit_id": "", + "commit_url": "https://github.com/servo/servo/commit/", + "total_comments": 5133, + "unique_authors": 21 + }, + { + "commit_id": "", + "commit_url": "https://github.com/jirikuncar/invenio/commit/", + "total_comments": 4402, + "unique_authors": 12 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mozilla/servo/commit/", + "total_comments": 4161, + "unique_authors": 14 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mangosR2/mangos/commit/", + "total_comments": 3819, + "unique_authors": 103 + }, + { + "commit_id": "", + "commit_url": "https://github.com/rust-lang/cargo/commit/", + "total_comments": 3531, + "unique_authors": 11 + }, + { + "commit_id": "", + "commit_url": "https://github.com///commit/", + "total_comments": 3280, + "unique_authors": 1283 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mono/MonoGame/commit/", + "total_comments": 3067, + "unique_authors": 26 + } + ], + "meta": [ + { + "name": "commit_id", + "type": "String" + }, + { + "name": "commit_url", + "type": "String" + }, + { + "name": "total_comments", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.344299099, + "rows_read": 6792623, + "bytes_read": 362026537 + }, + "executionTime": 1.461, + "requestId": "01K86HR7VKQ72VPP4RPF4VG6MR", + "length": 1162 + }, + "name": "pipe_40.pipe", + "question": { + "name": "pipe_40.pipe", + "content": "DESCRIPTION >\n Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/commit/', commit_id) AS URL,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'CommitCommentEvent') AND notEmpty(commit_id)\n GROUP BY\n repo_name,\n commit_id\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.696, + "totalDuration": 1.152, + "tokens": { + "promptTokens": 4610, + "completionTokens": 87, + "totalTokens": 4697 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n commit_id,\n concat('https://github.com/', repo_name, '/commit/', commit_id) AS commit_url,\n count(*) AS total_comments,\n uniq(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY commit_id, repo_name\nHAVING uniq(actor_login) >= 10\nORDER BY count(*) DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "commit_id": "", + "commit_url": "https://github.com/rust-lang/rust/commit/", + "total_comments": 13972, + "unique_authors": 50 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mozilla/rust/commit/", + "total_comments": 13727, + "unique_authors": 31 + }, + { + "commit_id": "", + "commit_url": "https://github.com/TrinityCore/TrinityCore/commit/", + "total_comments": 6612, + "unique_authors": 656 + }, + { + "commit_id": "", + "commit_url": "https://github.com/servo/servo/commit/", + "total_comments": 5133, + "unique_authors": 21 + }, + { + "commit_id": "", + "commit_url": "https://github.com/jirikuncar/invenio/commit/", + "total_comments": 4402, + "unique_authors": 12 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mozilla/servo/commit/", + "total_comments": 4161, + "unique_authors": 14 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mangosR2/mangos/commit/", + "total_comments": 3819, + "unique_authors": 103 + }, + { + "commit_id": "", + "commit_url": "https://github.com/rust-lang/cargo/commit/", + "total_comments": 3531, + "unique_authors": 11 + }, + { + "commit_id": "", + "commit_url": "https://github.com///commit/", + "total_comments": 3280, + "unique_authors": 1283 + }, + { + "commit_id": "", + "commit_url": "https://github.com/mono/MonoGame/commit/", + "total_comments": 3067, + "unique_authors": 26 + } + ], + "meta": [ + { + "name": "commit_id", + "type": "String" + }, + { + "name": "commit_url", + "type": "String" + }, + { + "name": "total_comments", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.344299099, + "rows_read": 6792623, + "bytes_read": 362026537 + }, + "executionTime": 1.461, + "requestId": "01K86HR7VKQ72VPP4RPF4VG6MR", + "length": 1162 + }, + "name": "pipe_40.pipe", + "question": { + "name": "pipe_40.pipe", + "content": "DESCRIPTION >\n Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/commit/', commit_id) AS URL,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'CommitCommentEvent') AND notEmpty(commit_id)\n GROUP BY\n repo_name,\n commit_id\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.696, + "totalDuration": 1.152, + "tokens": { + "promptTokens": 4610, + "completionTokens": 87, + "totalTokens": 4697 + } + }, + "error": null + } + ] + }, + { + "sql": "%\nSELECT \n concat('https://github.com/', repo_name, '/pull/', number) AS pr_url,\n uniqExact(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\n AND action = 'created'\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "pr_url": "https://github.com/tc39/ecma262/pull/1062", + "unique_authors": 30 + }, + { + "pr_url": "https://github.com/iojs/io.js/pull/1457", + "unique_authors": 19 + }, + { + "pr_url": "https://github.com/JuliaLang/julialang.github.com/pull/437", + "unique_authors": 17 + }, + { + "pr_url": "https://github.com/zephyrproject-rtos/zephyr/pull/24152", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/34916", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/40312", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/symfony/symfony/pull/24411", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/symfony/recipes/pull/466", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/ManageIQ/manageiq/pull/7517", + "unique_authors": 15 + }, + { + "pr_url": "https://github.com/zephyrproject-rtos/zephyr/pull/27185", + "unique_authors": 15 + } + ], + "meta": [ + { + "name": "pr_url", + "type": "String" + }, + { + "name": "unique_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.398777581, + "rows_read": 3947090, + "bytes_read": 40658450 + }, + "executionTime": 0.505, + "requestId": "01K86HRJWHMXYPG9213NTGVDZJ", + "length": 821 + }, + "name": "pipe_41.pipe", + "question": { + "name": "pipe_41.pipe", + "content": "DESCRIPTION >\n Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors.\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/pull/', toString(number)) AS URL,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.69, + "totalDuration": 0.899, + "tokens": { + "promptTokens": 4609, + "completionTokens": 76, + "totalTokens": 4685 + } + }, + "error": null, + "attempts": [ + { + "sql": "%\nSELECT \n concat('https://github.com/', repo_name, '/pull/', number) AS pr_url,\n uniqExact(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\n AND action = 'created'\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "pr_url": "https://github.com/tc39/ecma262/pull/1062", + "unique_authors": 30 + }, + { + "pr_url": "https://github.com/iojs/io.js/pull/1457", + "unique_authors": 19 + }, + { + "pr_url": "https://github.com/JuliaLang/julialang.github.com/pull/437", + "unique_authors": 17 + }, + { + "pr_url": "https://github.com/zephyrproject-rtos/zephyr/pull/24152", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/34916", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/40312", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/symfony/symfony/pull/24411", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/symfony/recipes/pull/466", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/ManageIQ/manageiq/pull/7517", + "unique_authors": 15 + }, + { + "pr_url": "https://github.com/zephyrproject-rtos/zephyr/pull/27185", + "unique_authors": 15 + } + ], + "meta": [ + { + "name": "pr_url", + "type": "String" + }, + { + "name": "unique_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.398777581, + "rows_read": 3947090, + "bytes_read": 40658450 + }, + "executionTime": 0.505, + "requestId": "01K86HRJWHMXYPG9213NTGVDZJ", + "length": 821 + }, + "name": "pipe_41.pipe", + "question": { + "name": "pipe_41.pipe", + "content": "DESCRIPTION >\n Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors.\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/pull/', toString(number)) AS URL,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.69, + "totalDuration": 0.899, + "tokens": { + "promptTokens": 4609, + "completionTokens": 76, + "totalTokens": 4685 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n actor_login AS author,\n count(*) AS push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "author": "LombiqBot", + "push_count": 3507260 + }, + { + "author": "frankbaele", + "push_count": 369489 + }, + { + "author": "chuan12", + "push_count": 356449 + }, + { + "author": "ItzLevvie", + "push_count": 276592 + }, + { + "author": "geos4s", + "push_count": 262170 + }, + { + "author": "applepaper", + "push_count": 257240 + }, + { + "author": "github-actions[bot]", + "push_count": 232538 + }, + { + "author": "datarods-svc", + "push_count": 198853 + }, + { + "author": "c1d5dc29-94f0-4b46-bc0a-397a2885eade", + "push_count": 180627 + }, + { + "author": "renovate[bot]", + "push_count": 171382 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "push_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.89581442, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 1.076, + "requestId": "01K86HRJNHXX4GVHQXAFFAFK9F", + "length": 473 + }, + "name": "pipe_42.pipe", + "question": { + "name": "pipe_42.pipe", + "content": "DESCRIPTION >\n Top 10 authors with the most pushes\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count() AS c\n FROM github_events\n WHERE event_type = 'PushEvent'\n GROUP BY actor_login\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 authors with the most pushes" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.543, + "totalDuration": 0.674, + "tokens": { + "promptTokens": 4581, + "completionTokens": 44, + "totalTokens": 4625 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n actor_login AS author,\n count(*) AS push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "author": "LombiqBot", + "push_count": 3507260 + }, + { + "author": "frankbaele", + "push_count": 369489 + }, + { + "author": "chuan12", + "push_count": 356449 + }, + { + "author": "ItzLevvie", + "push_count": 276592 + }, + { + "author": "geos4s", + "push_count": 262170 + }, + { + "author": "applepaper", + "push_count": 257240 + }, + { + "author": "github-actions[bot]", + "push_count": 232538 + }, + { + "author": "datarods-svc", + "push_count": 198853 + }, + { + "author": "c1d5dc29-94f0-4b46-bc0a-397a2885eade", + "push_count": 180627 + }, + { + "author": "renovate[bot]", + "push_count": 171382 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "push_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.89581442, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 1.076, + "requestId": "01K86HRJNHXX4GVHQXAFFAFK9F", + "length": 473 + }, + "name": "pipe_42.pipe", + "question": { + "name": "pipe_42.pipe", + "content": "DESCRIPTION >\n Top 10 authors with the most pushes\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count() AS c\n FROM github_events\n WHERE event_type = 'PushEvent'\n GROUP BY actor_login\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 authors with the most pushes" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.543, + "totalDuration": 0.674, + "tokens": { + "promptTokens": 4581, + "completionTokens": 44, + "totalTokens": 4625 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization,\n count(*) AS stars_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization\nORDER BY stars_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization": "vuejs", + "stars_count": 108982 + }, + { + "organization": "sindresorhus", + "stars_count": 93511 + }, + { + "organization": "tensorflow", + "stars_count": 86682 + }, + { + "organization": "shadowsocks", + "stars_count": 47997 + }, + { + "organization": "square", + "stars_count": 46713 + }, + { + "organization": "reactjs", + "stars_count": 39799 + }, + { + "organization": "yahoo", + "stars_count": 36455 + }, + { + "organization": "yarnpkg", + "stars_count": 31480 + }, + { + "organization": "spring-projects", + "stars_count": 30189 + }, + { + "organization": "zeit", + "stars_count": 27822 + } + ], + "meta": [ + { + "name": "organization", + "type": "String" + }, + { + "name": "stars_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.657054275, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 1.019, + "requestId": "01K86HRKFR75YQ22M4WEYMF7Z7", + "length": 484 + }, + "name": "pipe_43.pipe", + "question": { + "name": "pipe_43.pipe", + "content": "DESCRIPTION >\n Top 10 users/organizations by the number of stars (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY org\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 users/organizations by the number of stars (get the organization name from the repo_name)" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.168, + "totalDuration": 1.279, + "tokens": { + "promptTokens": 4594, + "completionTokens": 49, + "totalTokens": 4643 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization,\n count(*) AS stars_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization\nORDER BY stars_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization": "vuejs", + "stars_count": 108982 + }, + { + "organization": "sindresorhus", + "stars_count": 93511 + }, + { + "organization": "tensorflow", + "stars_count": 86682 + }, + { + "organization": "shadowsocks", + "stars_count": 47997 + }, + { + "organization": "square", + "stars_count": 46713 + }, + { + "organization": "reactjs", + "stars_count": 39799 + }, + { + "organization": "yahoo", + "stars_count": 36455 + }, + { + "organization": "yarnpkg", + "stars_count": 31480 + }, + { + "organization": "spring-projects", + "stars_count": 30189 + }, + { + "organization": "zeit", + "stars_count": 27822 + } + ], + "meta": [ + { + "name": "organization", + "type": "String" + }, + { + "name": "stars_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.657054275, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 1.019, + "requestId": "01K86HRKFR75YQ22M4WEYMF7Z7", + "length": 484 + }, + "name": "pipe_43.pipe", + "question": { + "name": "pipe_43.pipe", + "content": "DESCRIPTION >\n Top 10 users/organizations by the number of stars (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY org\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 users/organizations by the number of stars (get the organization name from the repo_name)" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.168, + "totalDuration": 1.279, + "tokens": { + "promptTokens": 4594, + "completionTokens": 49, + "totalTokens": 4643 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization,\n count(DISTINCT repo_name) AS repository_count\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization\nORDER BY repository_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization": "ideatest1", + "repository_count": 47253 + }, + { + "organization": "GITenberg", + "repository_count": 46941 + }, + { + "organization": "gitpan", + "repository_count": 35835 + }, + { + "organization": "gitter-badger", + "repository_count": 19893 + }, + { + "organization": "circle-test-organization", + "repository_count": 18440 + }, + { + "organization": "octokit-net-test", + "repository_count": 16267 + }, + { + "organization": "chepullreq3", + "repository_count": 15250 + }, + { + "organization": "chepullreq1", + "repository_count": 14795 + }, + { + "organization": "chepullreq2", + "repository_count": 12533 + }, + { + "organization": "omar9483", + "repository_count": 12345 + } + ], + "meta": [ + { + "name": "organization", + "type": "String" + }, + { + "name": "repository_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 10.571936248, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 10.682, + "requestId": "01K86HRJR1XNGCJ81ZA7A0JWRG", + "length": 569 + }, + "name": "pipe_44.pipe", + "question": { + "name": "pipe_44.pipe", + "content": "DESCRIPTION >\n Top 10 organizations by the number of repositories (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(repo_name) AS repos\n FROM\n (\n SELECT repo_name\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING count() >= 10\n )\n GROUP BY org\n ORDER BY repos DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 organizations by the number of repositories (get the organization name from the repo_name)" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.561, + "totalDuration": 0.755, + "tokens": { + "promptTokens": 4592, + "completionTokens": 51, + "totalTokens": 4643 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization,\n count(DISTINCT repo_name) AS repository_count\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization\nORDER BY repository_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization": "ideatest1", + "repository_count": 47253 + }, + { + "organization": "GITenberg", + "repository_count": 46941 + }, + { + "organization": "gitpan", + "repository_count": 35835 + }, + { + "organization": "gitter-badger", + "repository_count": 19893 + }, + { + "organization": "circle-test-organization", + "repository_count": 18440 + }, + { + "organization": "octokit-net-test", + "repository_count": 16267 + }, + { + "organization": "chepullreq3", + "repository_count": 15250 + }, + { + "organization": "chepullreq1", + "repository_count": 14795 + }, + { + "organization": "chepullreq2", + "repository_count": 12533 + }, + { + "organization": "omar9483", + "repository_count": 12345 + } + ], + "meta": [ + { + "name": "organization", + "type": "String" + }, + { + "name": "repository_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 10.571936248, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 10.682, + "requestId": "01K86HRJR1XNGCJ81ZA7A0JWRG", + "length": 569 + }, + "name": "pipe_44.pipe", + "question": { + "name": "pipe_44.pipe", + "content": "DESCRIPTION >\n Top 10 organizations by the number of repositories (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(repo_name) AS repos\n FROM\n (\n SELECT repo_name\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING count() >= 10\n )\n GROUP BY org\n ORDER BY repos DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 organizations by the number of repositories (get the organization name from the repo_name)" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.561, + "totalDuration": 0.755, + "tokens": { + "promptTokens": 4592, + "completionTokens": 51, + "totalTokens": 4643 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) AS pr_count,\n uniq(actor_login) AS unique_authors,\n sum(additions) AS total_adds,\n sum(deletions) AS total_dels\nFROM github_events\nWHERE event_type = 'PullRequestEvent' \n AND action = 'opened'\n AND additions < 10000 \n AND deletions < 10000\nGROUP BY repo_name\nORDER BY (total_adds + total_dels) DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 12848, + "unique_authors": 3, + "total_adds": 5215610, + "total_dels": 5332897 + }, + { + "repo_name": "shuyangzhou/liferay-portal", + "pr_count": 2674, + "unique_authors": 41, + "total_adds": 4593360, + "total_dels": 2703679 + }, + { + "repo_name": "github-api-test-org/jenkins", + "pr_count": 687, + "unique_authors": 22, + "total_adds": 5102557, + "total_dels": 133042 + }, + { + "repo_name": "jsdelivr/jsdelivr", + "pr_count": 3772, + "unique_authors": 187, + "total_adds": 4582518, + "total_dels": 2122 + }, + { + "repo_name": "quanzhanying/jdstore", + "pr_count": 2206, + "unique_authors": 429, + "total_adds": 3713698, + "total_dels": 61341 + }, + { + "repo_name": "sergiogonzalez/liferay-portal", + "pr_count": 1696, + "unique_authors": 69, + "total_adds": 2097746, + "total_dels": 1234784 + }, + { + "repo_name": "tensorflow/tensorflow", + "pr_count": 4544, + "unique_authors": 715, + "total_adds": 2308746, + "total_dels": 847016 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13344, + "unique_authors": 703, + "total_adds": 1933149, + "total_dels": 1153554 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11188, + "unique_authors": 1034, + "total_adds": 1976945, + "total_dels": 1014334 + }, + { + "repo_name": "learn-co-students/tic-tac-toe-rb-v-000", + "pr_count": 1190, + "unique_authors": 590, + "total_adds": 2663818, + "total_dels": 1516 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "total_adds", + "type": "UInt64" + }, + { + "name": "total_dels", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.488666832, + "rows_read": 18340176, + "bytes_read": 270047065 + }, + "executionTime": 1.883, + "requestId": "01K86HRKFDKC10N4AACPZR3TY1", + "length": 1198 + }, + "name": "pipe_45.pipe", + "question": { + "name": "pipe_45.pipe", + "content": "DESCRIPTION >\n top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels\n\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors,\n sum(additions) AS adds,\n sum(deletions) AS dels\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (additions < 10000) AND (deletions < 10000)\n GROUP BY repo_name\n ORDER BY adds + dels DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.047, + "totalDuration": 1.246, + "tokens": { + "promptTokens": 4635, + "completionTokens": 111, + "totalTokens": 4746 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) AS pr_count,\n uniq(actor_login) AS unique_authors,\n sum(additions) AS total_adds,\n sum(deletions) AS total_dels\nFROM github_events\nWHERE event_type = 'PullRequestEvent' \n AND action = 'opened'\n AND additions < 10000 \n AND deletions < 10000\nGROUP BY repo_name\nORDER BY (total_adds + total_dels) DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 12848, + "unique_authors": 3, + "total_adds": 5215610, + "total_dels": 5332897 + }, + { + "repo_name": "shuyangzhou/liferay-portal", + "pr_count": 2674, + "unique_authors": 41, + "total_adds": 4593360, + "total_dels": 2703679 + }, + { + "repo_name": "github-api-test-org/jenkins", + "pr_count": 687, + "unique_authors": 22, + "total_adds": 5102557, + "total_dels": 133042 + }, + { + "repo_name": "jsdelivr/jsdelivr", + "pr_count": 3772, + "unique_authors": 187, + "total_adds": 4582518, + "total_dels": 2122 + }, + { + "repo_name": "quanzhanying/jdstore", + "pr_count": 2206, + "unique_authors": 429, + "total_adds": 3713698, + "total_dels": 61341 + }, + { + "repo_name": "sergiogonzalez/liferay-portal", + "pr_count": 1696, + "unique_authors": 69, + "total_adds": 2097746, + "total_dels": 1234784 + }, + { + "repo_name": "tensorflow/tensorflow", + "pr_count": 4544, + "unique_authors": 715, + "total_adds": 2308746, + "total_dels": 847016 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13344, + "unique_authors": 703, + "total_adds": 1933149, + "total_dels": 1153554 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11188, + "unique_authors": 1034, + "total_adds": 1976945, + "total_dels": 1014334 + }, + { + "repo_name": "learn-co-students/tic-tac-toe-rb-v-000", + "pr_count": 1190, + "unique_authors": 590, + "total_adds": 2663818, + "total_dels": 1516 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "total_adds", + "type": "UInt64" + }, + { + "name": "total_dels", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.488666832, + "rows_read": 18340176, + "bytes_read": 270047065 + }, + "executionTime": 1.883, + "requestId": "01K86HRKFDKC10N4AACPZR3TY1", + "length": 1198 + }, + "name": "pipe_45.pipe", + "question": { + "name": "pipe_45.pipe", + "content": "DESCRIPTION >\n top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels\n\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors,\n sum(additions) AS adds,\n sum(deletions) AS dels\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (additions < 10000) AND (deletions < 10000)\n GROUP BY repo_name\n ORDER BY adds + dels DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels" + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.047, + "totalDuration": 1.246, + "tokens": { + "promptTokens": 4635, + "completionTokens": 111, + "totalTokens": 4746 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n actor_login AS author,\n count(*) AS num_pr_comments,\n count(DISTINCT repo_name) AS unique_repos,\n count(DISTINCT number) AS unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\nGROUP BY actor_login\nORDER BY num_pr_comments DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "author": "houndci-bot", + "num_pr_comments": 62390, + "unique_repos": 530, + "unique_prs": 2197 + }, + { + "author": "houndci", + "num_pr_comments": 54995, + "unique_repos": 639, + "unique_prs": 1391 + }, + { + "author": "codacy-bot", + "num_pr_comments": 31784, + "unique_repos": 216, + "unique_prs": 958 + }, + { + "author": "dieunb", + "num_pr_comments": 6265, + "unique_repos": 131, + "unique_prs": 106 + }, + { + "author": "stephentoub", + "num_pr_comments": 5158, + "unique_repos": 9, + "unique_prs": 862 + }, + { + "author": "hound[bot]", + "num_pr_comments": 5041, + "unique_repos": 46, + "unique_prs": 314 + }, + { + "author": "codeschool-kiddo", + "num_pr_comments": 5005, + "unique_repos": 983, + "unique_prs": 3246 + }, + { + "author": "vaadin-bot", + "num_pr_comments": 4760, + "unique_repos": 37, + "unique_prs": 758 + }, + { + "author": "github-actions[bot]", + "num_pr_comments": 4721, + "unique_repos": 38, + "unique_prs": 181 + }, + { + "author": "timabbott", + "num_pr_comments": 4704, + "unique_repos": 10, + "unique_prs": 1094 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "num_pr_comments", + "type": "UInt64" + }, + { + "name": "unique_repos", + "type": "UInt64" + }, + { + "name": "unique_prs", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.272320564, + "rows_read": 3947090, + "bytes_read": 36783105 + }, + "executionTime": 0.385, + "requestId": "01K86HS0C9XZVS9E4P5ETGNWCP", + "length": 841 + }, + "name": "pipe_46.pipe", + "question": { + "name": "pipe_46.pipe", + "content": "DESCRIPTION >\n Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs.\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count(),\n uniq(repo_name) AS repos,\n uniq(repo_name, number) AS prs\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY actor_login\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.607, + "totalDuration": 0.775, + "tokens": { + "promptTokens": 4608, + "completionTokens": 74, + "totalTokens": 4682 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n actor_login AS author,\n count(*) AS num_pr_comments,\n count(DISTINCT repo_name) AS unique_repos,\n count(DISTINCT number) AS unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\nGROUP BY actor_login\nORDER BY num_pr_comments DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "author": "houndci-bot", + "num_pr_comments": 62390, + "unique_repos": 530, + "unique_prs": 2197 + }, + { + "author": "houndci", + "num_pr_comments": 54995, + "unique_repos": 639, + "unique_prs": 1391 + }, + { + "author": "codacy-bot", + "num_pr_comments": 31784, + "unique_repos": 216, + "unique_prs": 958 + }, + { + "author": "dieunb", + "num_pr_comments": 6265, + "unique_repos": 131, + "unique_prs": 106 + }, + { + "author": "stephentoub", + "num_pr_comments": 5158, + "unique_repos": 9, + "unique_prs": 862 + }, + { + "author": "hound[bot]", + "num_pr_comments": 5041, + "unique_repos": 46, + "unique_prs": 314 + }, + { + "author": "codeschool-kiddo", + "num_pr_comments": 5005, + "unique_repos": 983, + "unique_prs": 3246 + }, + { + "author": "vaadin-bot", + "num_pr_comments": 4760, + "unique_repos": 37, + "unique_prs": 758 + }, + { + "author": "github-actions[bot]", + "num_pr_comments": 4721, + "unique_repos": 38, + "unique_prs": 181 + }, + { + "author": "timabbott", + "num_pr_comments": 4704, + "unique_repos": 10, + "unique_prs": 1094 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "num_pr_comments", + "type": "UInt64" + }, + { + "name": "unique_repos", + "type": "UInt64" + }, + { + "name": "unique_prs", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.272320564, + "rows_read": 3947090, + "bytes_read": 36783105 + }, + "executionTime": 0.385, + "requestId": "01K86HS0C9XZVS9E4P5ETGNWCP", + "length": 841 + }, + "name": "pipe_46.pipe", + "question": { + "name": "pipe_46.pipe", + "content": "DESCRIPTION >\n Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs.\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count(),\n uniq(repo_name) AS repos,\n uniq(repo_name, number) AS prs\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY actor_login\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.607, + "totalDuration": 0.775, + "tokens": { + "promptTokens": 4608, + "completionTokens": 74, + "totalTokens": 4682 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n arrayJoin(labels) AS label\n FROM github_events\n WHERE \n (event_type = 'IssuesEvent' AND action = 'opened') OR\n (event_type = 'PullRequestEvent' AND action = 'opened') OR\n (event_type = 'IssueCommentEvent' AND action = 'created') OR\n action = 'labeled'\n)\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "label": "enhancement", + "usage_count": 388865 + }, + { + "label": "bug", + "usage_count": 343621 + }, + { + "label": "FP: Pending Review", + "usage_count": 43256 + }, + { + "label": "feature", + "usage_count": 43123 + }, + { + "label": "question", + "usage_count": 41538 + }, + { + "label": "help wanted", + "usage_count": 40516 + }, + { + "label": "Bug", + "usage_count": 37575 + }, + { + "label": "movie", + "usage_count": 34451 + }, + { + "label": "Gitalk", + "usage_count": 33432 + }, + { + "label": "Feature", + "usage_count": 32506 + } + ], + "meta": [ + { + "name": "label", + "type": "LowCardinality(String)" + }, + { + "name": "usage_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.837620848, + "rows_read": 200000000, + "bytes_read": 690361816 + }, + "executionTime": 1.118, + "requestId": "01K86HS0X0X1BNNBQ3Q3NPGNQQ", + "length": 412 + }, + "name": "pipe_47.pipe", + "question": { + "name": "pipe_47.pipe", + "content": "DESCRIPTION >\n Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\n\nNODE endpoint\nSQL >\n SELECT\n arrayJoin(labels) AS label,\n count() AS c\n FROM github_events\n WHERE (event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')) AND (action IN ('created', 'opened', 'labeled'))\n GROUP BY label\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.007, + "totalDuration": 1.143, + "tokens": { + "promptTokens": 4613, + "completionTokens": 109, + "totalTokens": 4722 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n arrayJoin(labels) AS label\n FROM github_events\n WHERE \n (event_type = 'IssuesEvent' AND action = 'opened') OR\n (event_type = 'PullRequestEvent' AND action = 'opened') OR\n (event_type = 'IssueCommentEvent' AND action = 'created') OR\n action = 'labeled'\n)\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "label": "enhancement", + "usage_count": 388865 + }, + { + "label": "bug", + "usage_count": 343621 + }, + { + "label": "FP: Pending Review", + "usage_count": 43256 + }, + { + "label": "feature", + "usage_count": 43123 + }, + { + "label": "question", + "usage_count": 41538 + }, + { + "label": "help wanted", + "usage_count": 40516 + }, + { + "label": "Bug", + "usage_count": 37575 + }, + { + "label": "movie", + "usage_count": 34451 + }, + { + "label": "Gitalk", + "usage_count": 33432 + }, + { + "label": "Feature", + "usage_count": 32506 + } + ], + "meta": [ + { + "name": "label", + "type": "LowCardinality(String)" + }, + { + "name": "usage_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.837620848, + "rows_read": 200000000, + "bytes_read": 690361816 + }, + "executionTime": 1.118, + "requestId": "01K86HS0X0X1BNNBQ3Q3NPGNQQ", + "length": 412 + }, + "name": "pipe_47.pipe", + "question": { + "name": "pipe_47.pipe", + "content": "DESCRIPTION >\n Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\n\nNODE endpoint\nSQL >\n SELECT\n arrayJoin(labels) AS label,\n count() AS c\n FROM github_events\n WHERE (event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')) AND (action IN ('created', 'opened', 'labeled'))\n GROUP BY label\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.007, + "totalDuration": 1.143, + "tokens": { + "promptTokens": 4613, + "completionTokens": 109, + "totalTokens": 4722 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n uniq(actor_login) AS unique_authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent' AND action = 'opened') AS unique_pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent' AND action = 'opened') AS unique_issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') AS unique_issue_comment_authors,\n uniqIf(actor_login, event_type = 'PushEvent') AS unique_push_authors\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization_name\nORDER BY unique_authors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "tensorflow", + "unique_authors": 74931, + "unique_pr_authors": 938, + "unique_issue_authors": 7763, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "vuejs", + "unique_authors": 70892, + "unique_pr_authors": 1092, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "sindresorhus", + "unique_authors": 60380, + "unique_pr_authors": 1391, + "unique_issue_authors": 1986, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "apache", + "unique_authors": 54805, + "unique_pr_authors": 71, + "unique_issue_authors": 2, + "unique_issue_comment_authors": 0, + "unique_push_authors": 772 + }, + { + "organization_name": "", + "unique_authors": 53945, + "unique_pr_authors": 451, + "unique_issue_authors": 790, + "unique_issue_comment_authors": 0, + "unique_push_authors": 18290 + }, + { + "organization_name": "shadowsocks", + "unique_authors": 33825, + "unique_pr_authors": 155, + "unique_issue_authors": 678, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "square", + "unique_authors": 31590, + "unique_pr_authors": 581, + "unique_issue_authors": 1151, + "unique_issue_comment_authors": 84, + "unique_push_authors": 0 + }, + { + "organization_name": "yarnpkg", + "unique_authors": 30859, + "unique_pr_authors": 312, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "yahoo", + "unique_authors": 29598, + "unique_pr_authors": 427, + "unique_issue_authors": 27, + "unique_issue_comment_authors": 24, + "unique_push_authors": 0 + }, + { + "organization_name": "alibaba", + "unique_authors": 29445, + "unique_pr_authors": 0, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "String" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "unique_pr_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_comment_authors", + "type": "UInt64" + }, + { + "name": "unique_push_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 10.513521231, + "rows_read": 200000000, + "bytes_read": 2430126441 + }, + "executionTime": 10.623, + "requestId": "01K86HS0SKY1EH0X3NRTNFJPWA", + "length": 1631 + }, + "name": "pipe_48.pipe", + "question": { + "name": "pipe_48.pipe", + "content": "DESCRIPTION >\n top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors.\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(actor_login) AS authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent') AS pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent') AS issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') AS comment_authors,\n uniqIf(actor_login, event_type = 'PullRequestReviewCommentEvent') AS review_authors,\n uniqIf(actor_login, event_type = 'PushEvent') AS push_authors\n FROM github_events\n WHERE event_type IN ('PullRequestEvent', 'IssuesEvent', 'IssueCommentEvent', 'PullRequestReviewCommentEvent', 'PushEvent')\n GROUP BY org\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.562, + "totalDuration": 1.2, + "tokens": { + "promptTokens": 4635, + "completionTokens": 143, + "totalTokens": 4778 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n uniq(actor_login) AS unique_authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent' AND action = 'opened') AS unique_pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent' AND action = 'opened') AS unique_issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') AS unique_issue_comment_authors,\n uniqIf(actor_login, event_type = 'PushEvent') AS unique_push_authors\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization_name\nORDER BY unique_authors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "tensorflow", + "unique_authors": 74931, + "unique_pr_authors": 938, + "unique_issue_authors": 7763, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "vuejs", + "unique_authors": 70892, + "unique_pr_authors": 1092, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "sindresorhus", + "unique_authors": 60380, + "unique_pr_authors": 1391, + "unique_issue_authors": 1986, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "apache", + "unique_authors": 54805, + "unique_pr_authors": 71, + "unique_issue_authors": 2, + "unique_issue_comment_authors": 0, + "unique_push_authors": 772 + }, + { + "organization_name": "", + "unique_authors": 53945, + "unique_pr_authors": 451, + "unique_issue_authors": 790, + "unique_issue_comment_authors": 0, + "unique_push_authors": 18290 + }, + { + "organization_name": "shadowsocks", + "unique_authors": 33825, + "unique_pr_authors": 155, + "unique_issue_authors": 678, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "square", + "unique_authors": 31590, + "unique_pr_authors": 581, + "unique_issue_authors": 1151, + "unique_issue_comment_authors": 84, + "unique_push_authors": 0 + }, + { + "organization_name": "yarnpkg", + "unique_authors": 30859, + "unique_pr_authors": 312, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "yahoo", + "unique_authors": 29598, + "unique_pr_authors": 427, + "unique_issue_authors": 27, + "unique_issue_comment_authors": 24, + "unique_push_authors": 0 + }, + { + "organization_name": "alibaba", + "unique_authors": 29445, + "unique_pr_authors": 0, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "String" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "unique_pr_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_comment_authors", + "type": "UInt64" + }, + { + "name": "unique_push_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 10.513521231, + "rows_read": 200000000, + "bytes_read": 2430126441 + }, + "executionTime": 10.623, + "requestId": "01K86HS0SKY1EH0X3NRTNFJPWA", + "length": 1631 + }, + "name": "pipe_48.pipe", + "question": { + "name": "pipe_48.pipe", + "content": "DESCRIPTION >\n top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors.\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(actor_login) AS authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent') AS pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent') AS issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') AS comment_authors,\n uniqIf(actor_login, event_type = 'PullRequestReviewCommentEvent') AS review_authors,\n uniqIf(actor_login, event_type = 'PushEvent') AS push_authors\n FROM github_events\n WHERE event_type IN ('PullRequestEvent', 'IssuesEvent', 'IssueCommentEvent', 'PullRequestReviewCommentEvent', 'PushEvent')\n GROUP BY org\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.562, + "totalDuration": 1.2, + "tokens": { + "promptTokens": 4635, + "completionTokens": 143, + "totalTokens": 4778 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n CHAR_LENGTH(repo_name) AS repo_name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY repo_name_length DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "vintagegamingsystems/Disk-Low-Level-Discovery-for-Physical-Disk-within-Windows-Performance-Monitoring-in-Zabbix-2.0", + "repo_name_length": 115 + }, + { + "repo_name": "rajpalsinghus/Netgear-tech-support-number-1-844-234-9752-Netgear-Router-tech-support-phone-Number-for-phone-Netgea", + "repo_name_length": 114 + }, + { + "repo_name": "wanlonghenry/Facial-Emotion-Expression-Recognition-with-Developed-Convolutional-Neural-Networks-in-Representation", + "repo_name_length": 113 + }, + { + "repo_name": "xy1377660586/Fine-tuning-a-pre-trained-CNN-for-first-year-sea-ice-and-multi-year-sea-ice-cp-imagery-classificatio", + "repo_name_length": 113 + }, + { + "repo_name": "shubham-singla01/All-basic-Computer-Science-knowledge-you-will-need-to-work-in-big-4---amazon-fb-google-microsoft", + "repo_name_length": 113 + }, + { + "repo_name": "standardebooks/hermann-hesse_siddhartha_gunther-olesch_anke-dreher_amy-coulter_stefan-langer_semyon-chaichenets", + "repo_name_length": 111 + }, + { + "repo_name": "ucdavis-bioinformatics-training/A-Primer-on-Using-the-Bioinformatics-Core-Administrated-Servers-and-Cluster-s-", + "repo_name_length": 110 + }, + { + "repo_name": "reevesangie/https-nid.naver.com-nidlogin.login-svctype-262144-url-http-3A-2F-2Fm.cafe.naver.com-2FSectionMyCaf", + "repo_name_length": 110 + }, + { + "repo_name": "wakayama-pref-org/s_social_security_physical_disability_certificate_issued_situation_national_health_insurance", + "repo_name_length": 110 + }, + { + "repo_name": "shahed-jamal/magento-coupon-exclude-products-dynamically-by-sku-depending-on-special-price-discount-percentage", + "repo_name_length": 110 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "repo_name_length", + "type": "LowCardinality(UInt64)" + } + ], + "statistics": { + "elapsed": 0.231080829, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.341, + "requestId": "01K86HS0DM9G1RCXTW4T71DTRX", + "length": 1520 + }, + "name": "pipe_49.pipe", + "question": { + "name": "pipe_49.pipe", + "content": "DESCRIPTION >\n Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length.\n\nNODE endpoint\nSQL >\n SELECT repo_name, length(repo_name) as name_length FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY name_length DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.728, + "totalDuration": 0.818, + "tokens": { + "promptTokens": 4596, + "completionTokens": 47, + "totalTokens": 4643 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n CHAR_LENGTH(repo_name) AS repo_name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY repo_name_length DESC\nLIMIT 10\n", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "vintagegamingsystems/Disk-Low-Level-Discovery-for-Physical-Disk-within-Windows-Performance-Monitoring-in-Zabbix-2.0", + "repo_name_length": 115 + }, + { + "repo_name": "rajpalsinghus/Netgear-tech-support-number-1-844-234-9752-Netgear-Router-tech-support-phone-Number-for-phone-Netgea", + "repo_name_length": 114 + }, + { + "repo_name": "wanlonghenry/Facial-Emotion-Expression-Recognition-with-Developed-Convolutional-Neural-Networks-in-Representation", + "repo_name_length": 113 + }, + { + "repo_name": "xy1377660586/Fine-tuning-a-pre-trained-CNN-for-first-year-sea-ice-and-multi-year-sea-ice-cp-imagery-classificatio", + "repo_name_length": 113 + }, + { + "repo_name": "shubham-singla01/All-basic-Computer-Science-knowledge-you-will-need-to-work-in-big-4---amazon-fb-google-microsoft", + "repo_name_length": 113 + }, + { + "repo_name": "standardebooks/hermann-hesse_siddhartha_gunther-olesch_anke-dreher_amy-coulter_stefan-langer_semyon-chaichenets", + "repo_name_length": 111 + }, + { + "repo_name": "ucdavis-bioinformatics-training/A-Primer-on-Using-the-Bioinformatics-Core-Administrated-Servers-and-Cluster-s-", + "repo_name_length": 110 + }, + { + "repo_name": "reevesangie/https-nid.naver.com-nidlogin.login-svctype-262144-url-http-3A-2F-2Fm.cafe.naver.com-2FSectionMyCaf", + "repo_name_length": 110 + }, + { + "repo_name": "wakayama-pref-org/s_social_security_physical_disability_certificate_issued_situation_national_health_insurance", + "repo_name_length": 110 + }, + { + "repo_name": "shahed-jamal/magento-coupon-exclude-products-dynamically-by-sku-depending-on-special-price-discount-percentage", + "repo_name_length": 110 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "repo_name_length", + "type": "LowCardinality(UInt64)" + } + ], + "statistics": { + "elapsed": 0.231080829, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.341, + "requestId": "01K86HS0DM9G1RCXTW4T71DTRX", + "length": 1520 + }, + "name": "pipe_49.pipe", + "question": { + "name": "pipe_49.pipe", + "content": "DESCRIPTION >\n Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length.\n\nNODE endpoint\nSQL >\n SELECT repo_name, length(repo_name) as name_length FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY name_length DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.728, + "totalDuration": 0.818, + "tokens": { + "promptTokens": 4596, + "completionTokens": 47, + "totalTokens": 4643 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count(*) >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tj/n" + }, + { + "repo_name": "wq/wq" + }, + { + "repo_name": "z/kbx" + }, + { + "repo_name": "s4/s4" + }, + { + "repo_name": "sjl/t" + }, + { + "repo_name": "wg/kr" + }, + { + "repo_name": "sjl/d" + }, + { + "repo_name": "tj/go" + }, + { + "repo_name": "unu/t" + }, + { + "repo_name": "ry/v8" + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + } + ], + "statistics": { + "elapsed": 0.253130248, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.364, + "requestId": "01K86HS0N9RKHYWFVCMBRRC6E1", + "length": 220 + }, + "name": "pipe_50.pipe", + "question": { + "name": "pipe_50.pipe", + "content": "DESCRIPTION >\n Top 10 shortest repository names with at least 1 star. Only return the repository name.\n\nNODE endpoint\nSQL >\n SELECT repo_name FROM github_events WHERE event_type = 'WatchEvent' AND repo_name LIKE '%_/_%' GROUP BY repo_name ORDER BY length(repo_name) ASC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 shortest repository names with at least 1 star. Only return the repository name." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.906, + "totalDuration": 1.06, + "tokens": { + "promptTokens": 4592, + "completionTokens": 42, + "totalTokens": 4634 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count(*) >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tj/n" + }, + { + "repo_name": "wq/wq" + }, + { + "repo_name": "z/kbx" + }, + { + "repo_name": "s4/s4" + }, + { + "repo_name": "sjl/t" + }, + { + "repo_name": "wg/kr" + }, + { + "repo_name": "sjl/d" + }, + { + "repo_name": "tj/go" + }, + { + "repo_name": "unu/t" + }, + { + "repo_name": "ry/v8" + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + } + ], + "statistics": { + "elapsed": 0.253130248, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.364, + "requestId": "01K86HS0N9RKHYWFVCMBRRC6E1", + "length": 220 + }, + "name": "pipe_50.pipe", + "question": { + "name": "pipe_50.pipe", + "content": "DESCRIPTION >\n Top 10 shortest repository names with at least 1 star. Only return the repository name.\n\nNODE endpoint\nSQL >\n SELECT repo_name FROM github_events WHERE event_type = 'WatchEvent' AND repo_name LIKE '%_/_%' GROUP BY repo_name ORDER BY length(repo_name) ASC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 shortest repository names with at least 1 star. Only return the repository name." + }, + "model": "qwen3-coder:exacto", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.906, + "totalDuration": 1.06, + "tokens": { + "promptTokens": 4592, + "completionTokens": 42, + "totalTokens": 4634 + } + }, + "error": null + } + ] } ] \ No newline at end of file diff --git a/src/benchmark/validation-results.json b/src/benchmark/validation-results.json index 7a262b3..a6c3f8d 100644 --- a/src/benchmark/validation-results.json +++ b/src/benchmark/validation-results.json @@ -924,6 +924,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count() as total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10" } }, "humanResults": { @@ -1869,6 +1883,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10\n" } }, "humanResults": { @@ -2855,6 +2883,20 @@ "humanRowCount": 5, "llmRowCount": 5, "sql": "\nSELECT\n pow(10, floor(log10(stars + 1))) as star_bucket,\n count(DISTINCT repo_name) as repo_count\nFROM (\n SELECT \n repo_name,\n count() as stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n)\nWHERE stars > 0\nGROUP BY star_bucket\nORDER BY star_bucket ASC\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 5, + "llmRowCount": 5, + "sql": "SELECT \n power_of_10,\n COUNT(*) AS repo_count\nFROM (\n SELECT \n repo_name,\n COUNT(*) AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n) AS repo_stars\nARRAY JOIN [\n 1, 10, 100, 1000, 10000, 100000, 1000000\n] AS power_of_10\nWHERE repo_stars.stars >= power_of_10 AND repo_stars.stars < power_of_10 * 10\nGROUP BY power_of_10\nORDER BY power_of_10\nLIMIT 10" } }, "humanResults": { @@ -3825,6 +3867,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT repo_name) as total_repositories\nFROM github_events\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT COUNT(DISTINCT repo_name) AS total_repositories\nFROM github_events\nLIMIT 10" } }, "humanResults": { @@ -4770,6 +4826,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n toYear(created_at) as year,\n repo_name,\n count() as events_count\nFROM github_events\nWHERE toYear(created_at) >= 2015\nGROUP BY year, repo_name\nORDER BY year ASC, events_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 0.5, + "numeric": 1, + "fScore": 0.6666666666666666 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 20, + "sql": "%\nSELECT \n repo_name,\n count(*) AS star_count,\n toYear(created_at) AS year\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) >= 2015\nGROUP BY repo_name, year\nORDER BY year ASC, star_count DESC\nLIMIT 10 BY year\n" } }, "humanResults": { @@ -5770,6 +5840,20 @@ "humanRowCount": 2, "llmRowCount": 2, "sql": "\nSELECT \n toYear(created_at) as year,\n count() as total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 2, + "llmRowCount": 2, + "sql": "SELECT \n toYear(created_at) AS year,\n count() AS total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10" } }, "humanResults": { @@ -6714,6 +6798,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n actor_login,\n COUNT(*) as star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY star_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n actor_login,\n count(*) AS stars_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY stars_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -7704,6 +7802,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 0.18181818181818177, + "numeric": 0.530949015185979, + "fScore": 0.9 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10" } }, "humanResults": { @@ -8680,6 +8792,20 @@ "humanRowCount": 10, "llmRowCount": 0, "sql": "\nSELECT \n actor_login,\n countIf(repo_name LIKE 'javisantana/%') as javisantana_stars,\n countIf(repo_name NOT LIKE 'javisantana/%') as other_stars,\n countIf(repo_name LIKE 'javisantana/%') as total_stars,\n javisantana_stars / total_stars as javisantana_ratio\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING javisantana_stars > 0\nORDER BY javisantana_ratio DESC, javisantana_stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n actor_login AS user_name,\n sumIf(1, repo_name LIKE 'javisantana/%') AS javisantana_stars,\n sumIf(1, repo_name NOT LIKE 'javisantana/%') AS other_stars,\n javisantana_stars / (javisantana_stars + other_stars) AS ratio\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING javisantana_stars > 0\nORDER BY ratio DESC\nLIMIT 10" } }, "humanResults": { @@ -9684,6 +9810,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_tf_contributors,\n count() as total_prs\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login \n FROM github_events \n WHERE event_type = 'PullRequestEvent' \n AND repo_name LIKE '%tensorflow%'\n AND action = 'opened'\n )\n AND repo_name NOT LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY unique_tf_contributors DESC, total_prs DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "%\nSELECT \n repo_name,\n uniq(actor_login) AS unique_contributors\nFROM github_events\nWHERE \n event_type = 'PullRequestEvent' \n AND action = 'opened' \n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10\n" } }, "humanResults": { @@ -10670,6 +10810,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n actor_login,\n COUNT(*) as issue_count\nFROM github_events\nWHERE event_type = 'IssuesEvent'\n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login \n FROM github_events \n WHERE event_type = 'IssuesEvent' \n AND action = 'opened'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name, actor_login\nORDER BY issue_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "%\nSELECT \n repo_name,\n actor_login,\n count(*) AS issues_count\nFROM github_events\nWHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT actor_login\n FROM github_events\n WHERE \n repo_name = 'tensorflow/tensorflow' \n AND event_type = 'IssuesEvent' \n AND action = 'opened'\n )\nGROUP BY repo_name, actor_login\nORDER BY issues_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -11662,6 +11816,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n toDate(created_at) as date,\n uniq(actor_login) as stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name, date\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "%\nSELECT \n repo_name,\n count() AS stars_count\nFROM github_events\nWHERE \n event_type = 'WatchEvent'\n AND action = 'started'\n AND created_at >= {{{{DateTime(start_date, '2019-01-01 00:00:00')}}}}\n AND created_at < ({{{{DateTime(start_date, '2019-01-01 00:00:00')}}}} + INTERVAL 1 DAY)\nGROUP BY \n repo_name\nORDER BY \n stars_count DESC\nLIMIT 10" } }, "humanResults": { @@ -12662,6 +12830,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2016) AS stars_2016,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2017) AS stars_2017,\n stars_2017 - stars_2016 AS growth,\n if(stars_2016 > 0, ((stars_2017 - stars_2016) / stars_2016) * 100, 0) AS growth_percentage\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) IN (2016, 2017)\nGROUP BY repo_name\nHAVING stars_2016 >= 1 AND stars_2017 > stars_2016\nORDER BY growth DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": false, + "distance": { + "exact": 0, + "numeric": 1, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n countIf(toYear(created_at) = 2016 AND event_type = 'WatchEvent') AS stars_2016,\n countIf(toYear(created_at) = 2017 AND event_type = 'WatchEvent') AS stars_2017,\n if(stars_2016 = 0, 100, (stars_2017 - stars_2016) / stars_2016 * 100) AS growth_yoy\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) IN (2016, 2017)\nGROUP BY repo_name\nHAVING stars_2016 >= 1 AND stars_2017 >= 1\nORDER BY growth_yoy DESC\nLIMIT 10\n" } }, "humanResults": { @@ -13680,6 +13862,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2016) AS stars_2016,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2017) AS stars_2017,\n stars_2016 - stars_2017 AS stagnation\nFROM github_events\nWHERE toYear(created_at) IN (2016, 2017)\n AND event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING stars_2017 >= 1 AND stars_2016 > stars_2017\nORDER BY stagnation DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "%\nSELECT \n repo_name,\n countIf(toYear(created_at) = 2017 AND event_type = 'WatchEvent') AS stars_2017,\n countIf(toYear(created_at) = 2016 AND event_type = 'WatchEvent') AS stars_2016\nFROM github_events\nWHERE toYear(created_at) IN (2016, 2017) \n AND event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING stars_2017 >= 1\nORDER BY (stars_2016 - stars_2017) DESC\nLIMIT 10\n" } }, "humanResults": { @@ -14684,6 +14880,20 @@ "humanRowCount": 10, "llmRowCount": 0, "sql": "\nSELECT \n repo_name,\n COUNT(*) as total_stars,\n toStartOfMonth(created_at) as month,\n COUNT(*) / COUNT(DISTINCT toStartOfMonth(created_at)) as avg_stars_per_month,\n stddevPop(COUNT(*)) OVER (PARTITION BY repo_name) as star_growth_stddev\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND created_at >= now() - INTERVAL 1 YEAR\nGROUP BY repo_name, month\nHAVING COUNT(DISTINCT month) >= 6\nORDER BY star_growth_stddev ASC, total_stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "%\nSELECT \n repo_name,\n count(*) AS star_count,\n min(created_at) AS first_star_at,\n max(created_at) AS last_star_at,\n date_diff('day', first_star_at, last_star_at) AS days_between_first_and_last_star,\n star_count / (days_between_first_and_last_star + 1) AS avg_stars_per_day\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING days_between_first_and_last_star > 0\nORDER BY avg_stars_per_day DESC\nLIMIT 10\n" } }, "humanResults": { @@ -15694,6 +15904,20 @@ "humanRowCount": 7, "llmRowCount": 7, "sql": "\nSELECT \n toDayOfWeek(created_at) as day_of_week,\n CASE toDayOfWeek(created_at)\n WHEN 1 THEN 'Monday'\n WHEN 2 THEN 'Tuesday'\n WHEN 3 THEN 'Wednesday'\n WHEN 4 THEN 'Thursday'\n WHEN 5 THEN 'Friday'\n WHEN 6 THEN 'Saturday'\n WHEN 7 THEN 'Sunday'\n END as day_name,\n count() as total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY total_stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 7, + "llmRowCount": 7, + "sql": "SELECT\n DAYOFWEEK(created_at) AS day_of_week,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -16658,6 +16882,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0.000052934128674804696, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nLIMIT 10" } }, "humanResults": { @@ -17607,6 +17845,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0.0014793406252330366, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10" } }, "humanResults": { @@ -18528,6 +18780,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nWHERE event_type = 'PushEvent'\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0.0018759619527295886, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users_with_push\nFROM github_events\nWHERE event_type = 'PushEvent'\nLIMIT 10" } }, "humanResults": { @@ -19449,6 +19715,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\nAND action = 'opened'\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0.0017507922334856522, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nLIMIT 10" } }, "humanResults": { @@ -20394,6 +20674,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -21362,6 +21656,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name, actor_login\nHAVING count() >= 10\nORDER BY pr_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n actor_login,\n count(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name, actor_login\nHAVING pr_count >= 10\nORDER BY pr_count DESC\nLIMIT 10" } }, "humanResults": { @@ -22338,6 +22646,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY pr_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS pull_request_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY pull_request_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -23328,6 +23650,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_contributors\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS contributor_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY contributor_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -24314,6 +24650,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as issue_count\nFROM github_events\nWHERE event_type = 'IssuesEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY issue_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS issues_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY issues_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -25290,6 +25640,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_contributors\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -26266,6 +26630,20 @@ "humanRowCount": 10, "llmRowCount": 0, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_pushers\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND base_ref = 'refs/heads/main'\nGROUP BY repo_name\nORDER BY unique_pushers DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND ref = 'refs/heads/main'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -27256,6 +27634,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_pushers,\n countIf(event_type = 'WatchEvent') as stars\nFROM github_events\nWHERE event_type IN ('PushEvent', 'WatchEvent')\nGROUP BY repo_name\nHAVING stars > 99\nORDER BY unique_pushers DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n uniq(actor_login) AS unique_pushers\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND repo_name IN (\n SELECT repo_name\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING count(*) > 99\n )\nGROUP BY repo_name\nORDER BY unique_pushers DESC\nLIMIT 10" } }, "humanResults": { @@ -28260,6 +28652,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as member_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent'\n AND action = 'added'\nGROUP BY repo_name\nORDER BY member_invitations DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS member_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent' AND action = 'added'\nGROUP BY repo_name\nORDER BY member_invitations DESC\nLIMIT 10\n" } }, "humanResults": { @@ -29250,6 +29656,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) AS fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -30222,6 +30642,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'WatchEvent') as stars,\n countIf(event_type = 'ForkEvent') as forks,\n stars / nullIf(forks, 0) as star_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nHAVING forks > 0\nORDER BY star_fork_ratio DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n countIf(event_type = 'WatchEvent') AS stars,\n countIf(event_type = 'ForkEvent') AS forks,\n if(forks = 0, 0, stars / forks) AS star_to_fork_ratio\nFROM github_events\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10" } }, "humanResults": { @@ -31226,6 +31660,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT\n countIf(event_type = 'WatchEvent') AS total_stars,\n countIf(event_type = 'ForkEvent') AS total_forks,\n round(countIf(event_type = 'WatchEvent') / countIf(event_type = 'ForkEvent'), 2) AS stars_to_forks_ratio\nFROM github_events\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 1, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n countIf(event_type = 'WatchEvent') AS stars,\n countIf(event_type = 'ForkEvent') AS forks,\n round(stars / nullif(forks, 0), 2) AS stars_to_forks_ratio\nFROM github_events\nGROUP BY repo_name\nLIMIT 10" } }, "humanResults": { @@ -32157,6 +32605,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count() as total_issues\nFROM github_events\nWHERE event_type = 'IssuesEvent'\nAND action = 'opened'\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT \n count(*) AS total_issues_opened\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nLIMIT 10" } }, "humanResults": { @@ -33106,6 +33568,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) AS issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -34078,6 +34554,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'IssueCommentEvent') as issue_comments,\n countIf(event_type = 'IssuesEvent' AND action = 'opened') as issues_opened,\n if(issues_opened > 0, issue_comments / issues_opened, 0) as comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nHAVING issues_opened > 0\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n countIf(event_type = 'IssueCommentEvent') AS issue_comments,\n countIf(event_type = 'IssuesEvent' AND action = 'opened') AS issues,\n issue_comments / issues AS ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nHAVING issues > 0\nORDER BY ratio DESC\nLIMIT 10" } }, "humanResults": { @@ -35082,6 +35572,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n number,\n max(comments) as total_comments\nFROM github_events\nWHERE event_type = 'IssuesEvent'\n AND action = 'opened'\nGROUP BY repo_name, number\nORDER BY total_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n number AS issue_number,\n comments AS comment_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nORDER BY comment_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -36068,6 +36572,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n number as issue_number,\n countDistinct(actor_login) as comment_authors,\n count() as total_comments\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\n AND number > 10\nGROUP BY repo_name, number\nHAVING comment_authors >= 10\nORDER BY total_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 0.5714285714285714, + "numeric": 0.7633203615228886, + "fScore": 0.6 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n number AS issue_number,\n count(*) AS comment_count,\n uniq(actor_login) AS unique_comment_authors\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\n AND number > 10\nGROUP BY repo_name, number\nHAVING comment_count >= 10\nORDER BY comment_count DESC\nLIMIT 10" } }, "humanResults": { @@ -37068,6 +37586,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%' \n OR lower(title) LIKE '%tensorflow%'\n OR lower(repo_name) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 0.9230778668143195, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS event_count\nFROM github_events\nWHERE \n body ILIKE '%tensorflow%' OR \n title ILIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -38058,6 +38590,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as commit_comments\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) AS commit_comments_count\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comments_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -39048,6 +39594,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n concat('https://github.com/', repo_name, '/commit/', commit_id) AS commit_url,\n count() AS total_comments,\n uniq(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\n AND commit_id != ''\nGROUP BY repo_name, commit_id\nHAVING unique_authors >= 10\nORDER BY total_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n commit_id,\n concat('https://github.com/', repo_name, '/commit/', commit_id) AS commit_url,\n count(*) AS total_comments,\n uniq(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY commit_id, repo_name\nHAVING uniq(actor_login) >= 10\nORDER BY count(*) DESC\nLIMIT 10" } }, "humanResults": { @@ -40052,6 +40612,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n concat('https://github.com/', repo_name, '/pull/', toString(number)) AS pr_url,\n uniq(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\n AND number > 0\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 0.18181818181818177, + "numeric": 0, + "fScore": 0.9 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "%\nSELECT \n concat('https://github.com/', repo_name, '/pull/', number) AS pr_url,\n uniqExact(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\n AND action = 'created'\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10\n" } }, "humanResults": { @@ -41042,6 +41616,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n actor_login,\n COUNT(*) as push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n actor_login AS author,\n count(*) AS push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10\n" } }, "humanResults": { @@ -42032,6 +42620,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n splitByChar('/', repo_name)[1] AS organization,\n count() AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization,\n count(*) AS stars_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization\nORDER BY stars_count DESC\nLIMIT 10" } }, "humanResults": { @@ -43008,6 +43610,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n splitByChar('/', repo_name)[1] AS organization,\n uniqExact(repo_name) AS repository_count\nFROM github_events\nGROUP BY organization\nORDER BY repository_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization,\n count(DISTINCT repo_name) AS repository_count\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization\nORDER BY repository_count DESC\nLIMIT 10" } }, "humanResults": { @@ -43998,6 +44614,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as pr_count,\n uniq(actor_login) as unique_authors,\n sum(additions) as total_adds,\n sum(deletions) as total_dels,\n sum(additions + deletions) as total_churn\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n AND additions < 10000\n AND deletions < 10000\nGROUP BY repo_name\nORDER BY total_churn DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) AS pr_count,\n uniq(actor_login) AS unique_authors,\n sum(additions) AS total_adds,\n sum(deletions) AS total_dels\nFROM github_events\nWHERE event_type = 'PullRequestEvent' \n AND action = 'opened'\n AND additions < 10000 \n AND deletions < 10000\nGROUP BY repo_name\nORDER BY (total_adds + total_dels) DESC\nLIMIT 10" } }, "humanResults": { @@ -45030,6 +45660,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n actor_login as author,\n count() as total_pr_comments,\n uniq(repo_name) as unique_repositories,\n uniq(number) as unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\n AND action = 'created'\nGROUP BY actor_login\nORDER BY total_pr_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n actor_login AS author,\n count(*) AS num_pr_comments,\n count(DISTINCT repo_name) AS unique_repos,\n count(DISTINCT number) AS unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\nGROUP BY actor_login\nORDER BY num_pr_comments DESC\nLIMIT 10\n" } }, "humanResults": { @@ -46030,6 +46674,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n arrayJoin(labels) AS label,\n count() AS usage_count\nFROM github_events\nWHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n arrayJoin(labels) AS label\n FROM github_events\n WHERE \n (event_type = 'IssuesEvent' AND action = 'opened') OR\n (event_type = 'PullRequestEvent' AND action = 'opened') OR\n (event_type = 'IssueCommentEvent' AND action = 'created') OR\n action = 'labeled'\n)\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10" } }, "humanResults": { @@ -47006,6 +47664,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n splitByChar('/', repo_name)[1] as organization,\n uniq(actor_login) as unique_authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent' AND action = 'opened') as unique_pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent' AND action = 'opened') as unique_issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') as unique_issue_comment_authors,\n uniqIf(actor_login, event_type = 'PushEvent') as unique_push_authors\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization\nORDER BY unique_authors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n uniq(actor_login) AS unique_authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent' AND action = 'opened') AS unique_pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent' AND action = 'opened') AS unique_issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') AS unique_issue_comment_authors,\n uniqIf(actor_login, event_type = 'PushEvent') AS unique_push_authors\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization_name\nORDER BY unique_authors DESC\nLIMIT 10" } }, "humanResults": { @@ -48066,6 +48738,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n length(repo_name) as name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY name_length DESC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 0.18181818181818177, + "numeric": 0, + "fScore": 0.9 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n CHAR_LENGTH(repo_name) AS repo_name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY repo_name_length DESC\nLIMIT 10\n" } }, "humanResults": { @@ -49042,6 +49728,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count() >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10\n" + }, + "qwen/qwen3-coder:exacto": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 0.5714285714285714, + "numeric": 1, + "fScore": 0.6 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count(*) >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10" } }, "humanResults": { @@ -49623,6 +50323,14 @@ "avgExactDistance": 0.5383838383838385, "avgNumericDistance": 0.39462101454809, "avgFScore": 0.4699999999999999 + }, + "qwen/qwen3-coder:exacto": { + "totalMatches": 28, + "exactMatches": 21, + "numericMatches": 27, + "avgExactDistance": 0.5037662337662339, + "avgNumericDistance": 0.4444501254492662, + "avgFScore": 0.5113333333333333 } } }