From 53bfe903788c17114d4f88100be7e70fbc7dc2ec Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 24 Oct 2025 00:15:41 +0000 Subject: [PATCH] feat: add benchmark results for qwen/qwen3-vl-32b-instruct --- src/benchmark-config.json | 3 +- src/benchmark/results.json | 7922 +++++++++++++++++++++++++ src/benchmark/validation-results.json | 708 +++ 3 files changed, 8632 insertions(+), 1 deletion(-) diff --git a/src/benchmark-config.json b/src/benchmark-config.json index 6a82e02..01c42f5 100644 --- a/src/benchmark-config.json +++ b/src/benchmark-config.json @@ -84,7 +84,8 @@ "qwen3-next-80b-a3b-instruct", "qwen3-next-80b-a3b-thinking", "qwen3-coder-plus", - "qwen3-coder-flash" + "qwen3-coder-flash", + "qwen3-vl-32b-instruct" ] }, "moonshotai": { diff --git a/src/benchmark/results.json b/src/benchmark/results.json index 7257d59..463f052 100644 --- a/src/benchmark/results.json +++ b/src/benchmark/results.json @@ -657442,5 +657442,7927 @@ "error": null } ] + }, + { + "sql": "SELECT count(*) \nFROM github_events \nWHERE event_type = 'WatchEvent' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "count()": 7305112 + } + ], + "meta": [ + { + "name": "count()", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.0039857, + "rows_read": 24577, + "bytes_read": 24592 + }, + "executionTime": 0.095, + "requestId": "01K89S0Y82GWF3DGDMRK592C3Q", + "length": 21 + }, + "name": "pipe_01.pipe", + "question": { + "name": "pipe_01.pipe", + "content": "DESCRIPTION >\n Count all stars\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Count all stars" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.002, + "totalDuration": 1.478, + "tokens": { + "promptTokens": 4575, + "completionTokens": 22, + "totalTokens": 4597 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT count(*) \nFROM github_events \nWHERE event_type = 'WatchEvent' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "count()": 7305112 + } + ], + "meta": [ + { + "name": "count()", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.0039857, + "rows_read": 24577, + "bytes_read": 24592 + }, + "executionTime": 0.095, + "requestId": "01K89S0Y82GWF3DGDMRK592C3Q", + "length": 21 + }, + "name": "pipe_01.pipe", + "question": { + "name": "pipe_01.pipe", + "content": "DESCRIPTION >\n Count all stars\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Count all stars" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.002, + "totalDuration": 1.478, + "tokens": { + "promptTokens": 4575, + "completionTokens": 22, + "totalTokens": 4597 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "star_count": 49278 + }, + { + "repo_name": "vuejs/vue", + "star_count": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "star_count": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "star_count": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.063384345, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.158, + "requestId": "01K89S0YN0M8SF39ATZT7K8XZX", + "length": 575 + }, + "name": "pipe_02.pipe", + "question": { + "name": "pipe_02.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by stars\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by stars" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.02, + "totalDuration": 1.888, + "tokens": { + "promptTokens": 4579, + "completionTokens": 41, + "totalTokens": 4620 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "star_count": 49278 + }, + { + "repo_name": "vuejs/vue", + "star_count": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "star_count": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "star_count": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.063384345, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.158, + "requestId": "01K89S0YN0M8SF39ATZT7K8XZX", + "length": 575 + }, + "name": "pipe_02.pipe", + "question": { + "name": "pipe_02.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by stars\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by stars" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.02, + "totalDuration": 1.888, + "tokens": { + "promptTokens": 4579, + "completionTokens": 41, + "totalTokens": 4620 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n floor(stars / 10) * 10 AS star_bucket,\n count(*) AS repo_count\nFROM (\n SELECT \n repo_name,\n count(*) AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n) AS repo_stars\nGROUP BY star_bucket\nORDER BY star_bucket\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "star_bucket": 0, + "repo_count": 537389 + }, + { + "star_bucket": 10, + "repo_count": 24901 + }, + { + "star_bucket": 20, + "repo_count": 9370 + }, + { + "star_bucket": 30, + "repo_count": 5140 + }, + { + "star_bucket": 40, + "repo_count": 3247 + }, + { + "star_bucket": 50, + "repo_count": 2270 + }, + { + "star_bucket": 60, + "repo_count": 1771 + }, + { + "star_bucket": 70, + "repo_count": 1362 + }, + { + "star_bucket": 80, + "repo_count": 1056 + }, + { + "star_bucket": 90, + "repo_count": 878 + } + ], + "meta": [ + { + "name": "star_bucket", + "type": "Float64" + }, + { + "name": "repo_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.07987581, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.177, + "requestId": "01K89S0ZE65ZYNFREMT0RH2FJ7", + "length": 372 + }, + "name": "pipe_03.pipe", + "question": { + "name": "pipe_03.pipe", + "content": "DESCRIPTION >\n For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count\n\nNODE endpoint\nSQL >\n SELECT\n exp10(floor(log10(c))) AS stars,\n uniqExact(k)\n FROM\n (\n SELECT\n repo_name AS k,\n count() AS c\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY k\n )\n GROUP BY stars\n ORDER BY stars ASC\n\nTYPE endpoint", + "question": "For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.989, + "totalDuration": 2.691, + "tokens": { + "promptTokens": 4619, + "completionTokens": 82, + "totalTokens": 4701 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n floor(stars / 10) * 10 AS star_bucket,\n count(*) AS repo_count\nFROM (\n SELECT \n repo_name,\n count(*) AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n) AS repo_stars\nGROUP BY star_bucket\nORDER BY star_bucket\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "star_bucket": 0, + "repo_count": 537389 + }, + { + "star_bucket": 10, + "repo_count": 24901 + }, + { + "star_bucket": 20, + "repo_count": 9370 + }, + { + "star_bucket": 30, + "repo_count": 5140 + }, + { + "star_bucket": 40, + "repo_count": 3247 + }, + { + "star_bucket": 50, + "repo_count": 2270 + }, + { + "star_bucket": 60, + "repo_count": 1771 + }, + { + "star_bucket": 70, + "repo_count": 1362 + }, + { + "star_bucket": 80, + "repo_count": 1056 + }, + { + "star_bucket": 90, + "repo_count": 878 + } + ], + "meta": [ + { + "name": "star_bucket", + "type": "Float64" + }, + { + "name": "repo_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.07987581, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.177, + "requestId": "01K89S0ZE65ZYNFREMT0RH2FJ7", + "length": 372 + }, + "name": "pipe_03.pipe", + "question": { + "name": "pipe_03.pipe", + "content": "DESCRIPTION >\n For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count\n\nNODE endpoint\nSQL >\n SELECT\n exp10(floor(log10(c))) AS stars,\n uniqExact(k)\n FROM\n (\n SELECT\n repo_name AS k,\n count() AS c\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY k\n )\n GROUP BY stars\n ORDER BY stars ASC\n\nTYPE endpoint", + "question": "For each power of 10 (1, 10, 100, 1000, etc.), count how many GitHub repositories have approximately that many stars. Order the results from smallest to largest star count" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.989, + "totalDuration": 2.691, + "tokens": { + "promptTokens": 4619, + "completionTokens": 82, + "totalTokens": 4701 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT COUNT(DISTINCT repo_name) AS total_repositories\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_repositories": 25138721 + } + ], + "meta": [ + { + "name": "total_repositories", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.310375692, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 1.404, + "requestId": "01K89S0Y97D7YZ3BA9FZ0FGGGH", + "length": 33 + }, + "name": "pipe_04.pipe", + "question": { + "name": "pipe_04.pipe", + "content": "DESCRIPTION >\n The total number of repositories on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniqExact(repo_name) FROM github_events\n\nTYPE endpoint", + "question": "The total number of repositories on GitHub" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.009, + "totalDuration": 1.506, + "tokens": { + "promptTokens": 4579, + "completionTokens": 22, + "totalTokens": 4601 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT COUNT(DISTINCT repo_name) AS total_repositories\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_repositories": 25138721 + } + ], + "meta": [ + { + "name": "total_repositories", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.310375692, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 1.404, + "requestId": "01K89S0Y97D7YZ3BA9FZ0FGGGH", + "length": 33 + }, + "name": "pipe_04.pipe", + "question": { + "name": "pipe_04.pipe", + "content": "DESCRIPTION >\n The total number of repositories on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniqExact(repo_name) FROM github_events\n\nTYPE endpoint", + "question": "The total number of repositories on GitHub" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.009, + "totalDuration": 1.506, + "tokens": { + "promptTokens": 4579, + "completionTokens": 22, + "totalTokens": 4601 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS event_count,\n YEAR(created_at) AS year\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND YEAR(created_at) >= 2015\nGROUP BY repo_name, year\nORDER BY event_count DESC, year ASC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "event_count": 49278, + "year": 2017 + }, + { + "repo_name": "vuejs/vue", + "event_count": 48185, + "year": 2017 + }, + { + "repo_name": "sindresorhus/awesome", + "event_count": 29084, + "year": 2017 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "event_count": 24745, + "year": 2017 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "event_count": 21764, + "year": 2017 + }, + { + "repo_name": "yarnpkg/yarn", + "event_count": 21518, + "year": 2016 + }, + { + "repo_name": "twbs/bootstrap", + "event_count": 21157, + "year": 2017 + }, + { + "repo_name": "toddmotto/public-apis", + "event_count": 20881, + "year": 2017 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "event_count": 19325, + "year": 2017 + }, + { + "repo_name": "vuejs/awesome-vue", + "event_count": 18499, + "year": 2017 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "event_count", + "type": "UInt64" + }, + { + "name": "year", + "type": "UInt16" + } + ], + "statistics": { + "elapsed": 0.101088726, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.197, + "requestId": "01K89S0Z4NAQB19F9RHRHMKGA2", + "length": 705 + }, + "name": "pipe_05.pipe", + "question": { + "name": "pipe_05.pipe", + "content": "DESCRIPTION >\n How has the list of top repositories changed over the years from 2015\n\nNODE endpoint\nSQL >\n SELECT\n year,\n lower(repo_name) AS repo,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (year >= 2015)\n GROUP BY\n repo,\n toYear(created_at) AS year\n ORDER BY\n year ASC,\n count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "How has the list of top repositories changed over the years from 2015" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.998, + "totalDuration": 2.383, + "tokens": { + "promptTokens": 4589, + "completionTokens": 67, + "totalTokens": 4656 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS event_count,\n YEAR(created_at) AS year\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND YEAR(created_at) >= 2015\nGROUP BY repo_name, year\nORDER BY event_count DESC, year ASC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "event_count": 49278, + "year": 2017 + }, + { + "repo_name": "vuejs/vue", + "event_count": 48185, + "year": 2017 + }, + { + "repo_name": "sindresorhus/awesome", + "event_count": 29084, + "year": 2017 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "event_count": 24745, + "year": 2017 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "event_count": 21764, + "year": 2017 + }, + { + "repo_name": "yarnpkg/yarn", + "event_count": 21518, + "year": 2016 + }, + { + "repo_name": "twbs/bootstrap", + "event_count": 21157, + "year": 2017 + }, + { + "repo_name": "toddmotto/public-apis", + "event_count": 20881, + "year": 2017 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "event_count": 19325, + "year": 2017 + }, + { + "repo_name": "vuejs/awesome-vue", + "event_count": 18499, + "year": 2017 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "event_count", + "type": "UInt64" + }, + { + "name": "year", + "type": "UInt16" + } + ], + "statistics": { + "elapsed": 0.101088726, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.197, + "requestId": "01K89S0Z4NAQB19F9RHRHMKGA2", + "length": 705 + }, + "name": "pipe_05.pipe", + "question": { + "name": "pipe_05.pipe", + "content": "DESCRIPTION >\n How has the list of top repositories changed over the years from 2015\n\nNODE endpoint\nSQL >\n SELECT\n year,\n lower(repo_name) AS repo,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (year >= 2015)\n GROUP BY\n repo,\n toYear(created_at) AS year\n ORDER BY\n year ASC,\n count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "How has the list of top repositories changed over the years from 2015" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.998, + "totalDuration": 2.383, + "tokens": { + "promptTokens": 4589, + "completionTokens": 67, + "totalTokens": 4656 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n toYear(created_at) AS year,\n count(*) AS total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "year": 2016, + "total_stars": 814207 + }, + { + "year": 2017, + "total_stars": 6490905 + } + ], + "meta": [ + { + "name": "year", + "type": "UInt16" + }, + { + "name": "total_stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.019050419, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.114, + "requestId": "01K89S13ER071T55EVGKCBADC0", + "length": 72 + }, + "name": "pipe_06.pipe", + "question": { + "name": "pipe_06.pipe", + "content": "DESCRIPTION >\n How has the total number of stars changed over time by year?\n\nNODE endpoint\nSQL >\n SELECT toYear(created_at) AS year, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY year ORDER BY year\n\nTYPE endpoint", + "question": "How has the total number of stars changed over time by year?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.429, + "totalDuration": 1.39, + "tokens": { + "promptTokens": 4585, + "completionTokens": 44, + "totalTokens": 4629 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n toYear(created_at) AS year,\n count(*) AS total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "year": 2016, + "total_stars": 814207 + }, + { + "year": 2017, + "total_stars": 6490905 + } + ], + "meta": [ + { + "name": "year", + "type": "UInt16" + }, + { + "name": "total_stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.019050419, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.114, + "requestId": "01K89S13ER071T55EVGKCBADC0", + "length": 72 + }, + "name": "pipe_06.pipe", + "question": { + "name": "pipe_06.pipe", + "content": "DESCRIPTION >\n How has the total number of stars changed over time by year?\n\nNODE endpoint\nSQL >\n SELECT toYear(created_at) AS year, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY year ORDER BY year\n\nTYPE endpoint", + "question": "How has the total number of stars changed over time by year?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.429, + "totalDuration": 1.39, + "tokens": { + "promptTokens": 4585, + "completionTokens": 44, + "totalTokens": 4629 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n actor_login,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "actor_login": "baslr", + "star_count": 11953 + }, + { + "actor_login": "korolr", + "star_count": 6428 + }, + { + "actor_login": "roscopecoltran", + "star_count": 3625 + }, + { + "actor_login": "AlexxNica", + "star_count": 2637 + }, + { + "actor_login": "maoabc1818", + "star_count": 2348 + }, + { + "actor_login": "fly51fly", + "star_count": 2171 + }, + { + "actor_login": "jenniemanphonsy", + "star_count": 1930 + }, + { + "actor_login": "pranavlathigara", + "star_count": 1885 + }, + { + "actor_login": "aidan-n", + "star_count": 1882 + }, + { + "actor_login": "bestwpw", + "star_count": 1740 + } + ], + "meta": [ + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.200752214, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 0.294, + "requestId": "01K89S13CFGTA0EBAFH61R97QC", + "length": 468 + }, + "name": "pipe_07.pipe", + "question": { + "name": "pipe_07.pipe", + "content": "DESCRIPTION >\n Who are top 10 people giving stars?\n\nNODE endpoint\nSQL >\n SELECT actor_login, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY actor_login ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Who are top 10 people giving stars?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.411, + "totalDuration": 1.316, + "tokens": { + "promptTokens": 4582, + "completionTokens": 41, + "totalTokens": 4623 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n actor_login,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "actor_login": "baslr", + "star_count": 11953 + }, + { + "actor_login": "korolr", + "star_count": 6428 + }, + { + "actor_login": "roscopecoltran", + "star_count": 3625 + }, + { + "actor_login": "AlexxNica", + "star_count": 2637 + }, + { + "actor_login": "maoabc1818", + "star_count": 2348 + }, + { + "actor_login": "fly51fly", + "star_count": 2171 + }, + { + "actor_login": "jenniemanphonsy", + "star_count": 1930 + }, + { + "actor_login": "pranavlathigara", + "star_count": 1885 + }, + { + "actor_login": "aidan-n", + "star_count": 1882 + }, + { + "actor_login": "bestwpw", + "star_count": 1740 + } + ], + "meta": [ + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.200752214, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 0.294, + "requestId": "01K89S13CFGTA0EBAFH61R97QC", + "length": 468 + }, + "name": "pipe_07.pipe", + "question": { + "name": "pipe_07.pipe", + "content": "DESCRIPTION >\n Who are top 10 people giving stars?\n\nNODE endpoint\nSQL >\n SELECT actor_login, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY actor_login ORDER BY stars DESC LIMIT 10\n\nTYPE endpoint", + "question": "Who are top 10 people giving stars?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.411, + "totalDuration": 1.316, + "tokens": { + "promptTokens": 4582, + "completionTokens": 41, + "totalTokens": 4623 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/models", + "star_count": 6088 + }, + { + "repo_name": "vuejs/vue", + "star_count": 5399 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 4613 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "star_count": 3781 + }, + { + "repo_name": "torvalds/linux", + "star_count": 3698 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 3453 + }, + { + "repo_name": "vinta/awesome-python", + "star_count": 2948 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 2887 + }, + { + "repo_name": "yarnpkg/yarn", + "star_count": 2774 + }, + { + "repo_name": "webpack/webpack", + "star_count": 2774 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.121342581, + "rows_read": 7354368, + "bytes_read": 122516711 + }, + "executionTime": 0.214, + "requestId": "01K89S14DKS8F51W8Z05H8TSAE", + "length": 519 + }, + "name": "pipe_08.pipe", + "question": { + "name": "pipe_08.pipe", + "content": "DESCRIPTION >\n what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS stars\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT IN ('tensorflow/tensorflow'))\n GROUP BY repo_name\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.409, + "totalDuration": 2.375, + "tokens": { + "promptTokens": 4597, + "completionTokens": 91, + "totalTokens": 4688 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/models", + "star_count": 6088 + }, + { + "repo_name": "vuejs/vue", + "star_count": 5399 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 4613 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "star_count": 3781 + }, + { + "repo_name": "torvalds/linux", + "star_count": 3698 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 3453 + }, + { + "repo_name": "vinta/awesome-python", + "star_count": 2948 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 2887 + }, + { + "repo_name": "yarnpkg/yarn", + "star_count": 2774 + }, + { + "repo_name": "webpack/webpack", + "star_count": 2774 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.121342581, + "rows_read": 7354368, + "bytes_read": 122516711 + }, + "executionTime": 0.214, + "requestId": "01K89S14DKS8F51W8Z05H8TSAE", + "length": 519 + }, + "name": "pipe_08.pipe", + "question": { + "name": "pipe_08.pipe", + "content": "DESCRIPTION >\n what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS stars\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT IN ('tensorflow/tensorflow'))\n GROUP BY repo_name\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "what are the top 10 repositories sorted by the number of stars from people who starred the tensorflow/tensorflow repository?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.409, + "totalDuration": 2.375, + "tokens": { + "promptTokens": 4597, + "completionTokens": 91, + "totalTokens": 4688 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT\n actor_login AS user_name,\n countIf(repo_name LIKE 'javisantana/%') AS stars_to_javisantana,\n countIf(repo_name NOT LIKE 'javisantana/%') AS stars_to_other_repos,\n countIf(repo_name LIKE 'javisantana/%') / count(*) AS ratio_javisantana_to_total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING count(*) > 0\nORDER BY ratio_javisantana_to_total_stars DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "user_name": "TeknoMatik", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "ukautz", + "stars_to_javisantana": 0, + "stars_to_other_repos": 21, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "artofspeed", + "stars_to_javisantana": 0, + "stars_to_other_repos": 4, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "dochead", + "stars_to_javisantana": 0, + "stars_to_other_repos": 2, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "wzsh", + "stars_to_javisantana": 0, + "stars_to_other_repos": 5, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "jmserranomartinez", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "dejon97", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "yonidej", + "stars_to_javisantana": 0, + "stars_to_other_repos": 3, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "SarahMagdalena", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "sugitaka64", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + } + ], + "meta": [ + { + "name": "user_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars_to_javisantana", + "type": "UInt64" + }, + { + "name": "stars_to_other_repos", + "type": "UInt64" + }, + { + "name": "ratio_javisantana_to_total_stars", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.199590886, + "rows_read": 7321600, + "bytes_read": 149759560 + }, + "executionTime": 0.295, + "requestId": "01K89S1AM2N42KXS5P4Z814D8X", + "length": 1134 + }, + "name": "pipe_09.pipe", + "question": { + "name": "pipe_09.pipe", + "content": "DESCRIPTION >\n Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars.\n\nNODE endpoint\nSQL >\n WITH repo_name IN\n (\n SELECT repo_name\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN ('javisantana'))\n ) AS is_my_repo\n SELECT\n actor_login,\n sum(is_my_repo) AS stars_my,\n sum(NOT is_my_repo) AS stars_other,\n round(stars_my / (stars_my + stars_other), 3) AS ratio\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY actor_login\n ORDER BY ratio DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars.\"\n\nYou generated this SQL query:\n```sql\nSELECT\n actor_login AS user_name,\n COUNTIF(repo_name LIKE 'javisantana/%') AS stars_to_javisantana,\n COUNTIF(repo_name NOT LIKE 'javisantana/%') AS stars_to_other_repos,\n COUNTIF(repo_name LIKE 'javisantana/%') / COUNT(*) AS ratio_javisantana_to_total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING COUNT(*) > 0\nORDER BY ratio_javisantana_to_total_stars DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.503, + "totalDuration": 2.982, + "tokens": { + "promptTokens": 4875, + "completionTokens": 121, + "totalTokens": 4996 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT\n actor_login AS user_name,\n COUNTIF(repo_name LIKE 'javisantana/%') AS stars_to_javisantana,\n COUNTIF(repo_name NOT LIKE 'javisantana/%') AS stars_to_other_repos,\n COUNTIF(repo_name LIKE 'javisantana/%') / COUNT(*) AS ratio_javisantana_to_total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING COUNT(*) > 0\nORDER BY ratio_javisantana_to_total_stars DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K89S1561M1BYYDE129JB4PHA", + "error": "{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_09.pipe", + "question": { + "name": "pipe_09.pipe", + "content": "DESCRIPTION >\n Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars.\n\nNODE endpoint\nSQL >\n WITH repo_name IN\n (\n SELECT repo_name\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN ('javisantana'))\n ) AS is_my_repo\n SELECT\n actor_login,\n sum(is_my_repo) AS stars_my,\n sum(NOT is_my_repo) AS stars_other,\n round(stars_my / (stars_my + stars_other), 3) AS ratio\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY actor_login\n ORDER BY ratio DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.627, + "totalDuration": 3.155, + "tokens": { + "promptTokens": 4651, + "completionTokens": 121, + "totalTokens": 4772 + } + }, + "error": null + }, + { + "sql": "SELECT\n actor_login AS user_name,\n countIf(repo_name LIKE 'javisantana/%') AS stars_to_javisantana,\n countIf(repo_name NOT LIKE 'javisantana/%') AS stars_to_other_repos,\n countIf(repo_name LIKE 'javisantana/%') / count(*) AS ratio_javisantana_to_total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING count(*) > 0\nORDER BY ratio_javisantana_to_total_stars DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "user_name": "TeknoMatik", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "ukautz", + "stars_to_javisantana": 0, + "stars_to_other_repos": 21, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "artofspeed", + "stars_to_javisantana": 0, + "stars_to_other_repos": 4, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "dochead", + "stars_to_javisantana": 0, + "stars_to_other_repos": 2, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "wzsh", + "stars_to_javisantana": 0, + "stars_to_other_repos": 5, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "jmserranomartinez", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "dejon97", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "yonidej", + "stars_to_javisantana": 0, + "stars_to_other_repos": 3, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "SarahMagdalena", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + }, + { + "user_name": "sugitaka64", + "stars_to_javisantana": 0, + "stars_to_other_repos": 1, + "ratio_javisantana_to_total_stars": 0 + } + ], + "meta": [ + { + "name": "user_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars_to_javisantana", + "type": "UInt64" + }, + { + "name": "stars_to_other_repos", + "type": "UInt64" + }, + { + "name": "ratio_javisantana_to_total_stars", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.199590886, + "rows_read": 7321600, + "bytes_read": 149759560 + }, + "executionTime": 0.295, + "requestId": "01K89S1AM2N42KXS5P4Z814D8X", + "length": 1134 + }, + "name": "pipe_09.pipe", + "question": { + "name": "pipe_09.pipe", + "content": "DESCRIPTION >\n Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars.\n\nNODE endpoint\nSQL >\n WITH repo_name IN\n (\n SELECT repo_name\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN ('javisantana'))\n ) AS is_my_repo\n SELECT\n actor_login,\n sum(is_my_repo) AS stars_my,\n sum(NOT is_my_repo) AS stars_other,\n round(stars_my / (stars_my + stars_other), 3) AS ratio\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY actor_login\n ORDER BY ratio DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"Find the top 10 GitHub users who have the highest proportion of their stars given to repositories owned by 'javisantana' compared to all other repositories they've starred. Show each user's name, the number of stars they gave to javisantana's repos, the number of stars they gave to other repos, and the ratio of javisantana stars to total stars.\"\n\nYou generated this SQL query:\n```sql\nSELECT\n actor_login AS user_name,\n COUNTIF(repo_name LIKE 'javisantana/%') AS stars_to_javisantana,\n COUNTIF(repo_name NOT LIKE 'javisantana/%') AS stars_to_other_repos,\n COUNTIF(repo_name LIKE 'javisantana/%') / COUNT(*) AS ratio_javisantana_to_total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING COUNT(*) > 0\nORDER BY ratio_javisantana_to_total_stars DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.503, + "totalDuration": 2.982, + "tokens": { + "promptTokens": 4875, + "completionTokens": 121, + "totalTokens": 4996 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS unique_contributors\nFROM github_events\nWHERE \n event_type = 'PullRequestEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login \n FROM github_events \n WHERE repo_name LIKE '%tensorflow%' \n AND event_type = 'PullRequestEvent' \n AND action = 'opened'\n )\n AND repo_name NOT LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "fchollet/keras", + "unique_contributors": 31 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "unique_contributors": 25 + }, + { + "repo_name": "pytorch/pytorch", + "unique_contributors": 25 + }, + { + "repo_name": "tflearn/tflearn", + "unique_contributors": 18 + }, + { + "repo_name": "openai/gym", + "unique_contributors": 10 + }, + { + "repo_name": "google/protobuf", + "unique_contributors": 10 + }, + { + "repo_name": "kubernetes/kubernetes", + "unique_contributors": 9 + }, + { + "repo_name": "python/cpython", + "unique_contributors": 9 + }, + { + "repo_name": "kubernetes/kubernetes.github.io", + "unique_contributors": 8 + }, + { + "repo_name": "numpy/numpy", + "unique_contributors": 7 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "unique_contributors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.166330633, + "rows_read": 36680352, + "bytes_read": 179817157 + }, + "executionTime": 0.26, + "requestId": "01K89S14X15VPMSV0PDJV0Y704", + "length": 588 + }, + "name": "pipe_10.pipe", + "question": { + "name": "pipe_10.pipe", + "content": "DESCRIPTION >\n Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqExact(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (repo_name like '%tensorflow%')\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.43, + "totalDuration": 2.865, + "tokens": { + "promptTokens": 4601, + "completionTokens": 114, + "totalTokens": 4715 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS unique_contributors\nFROM github_events\nWHERE \n event_type = 'PullRequestEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login \n FROM github_events \n WHERE repo_name LIKE '%tensorflow%' \n AND event_type = 'PullRequestEvent' \n AND action = 'opened'\n )\n AND repo_name NOT LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "fchollet/keras", + "unique_contributors": 31 + }, + { + "repo_name": "scikit-learn/scikit-learn", + "unique_contributors": 25 + }, + { + "repo_name": "pytorch/pytorch", + "unique_contributors": 25 + }, + { + "repo_name": "tflearn/tflearn", + "unique_contributors": 18 + }, + { + "repo_name": "openai/gym", + "unique_contributors": 10 + }, + { + "repo_name": "google/protobuf", + "unique_contributors": 10 + }, + { + "repo_name": "kubernetes/kubernetes", + "unique_contributors": 9 + }, + { + "repo_name": "python/cpython", + "unique_contributors": 9 + }, + { + "repo_name": "kubernetes/kubernetes.github.io", + "unique_contributors": 8 + }, + { + "repo_name": "numpy/numpy", + "unique_contributors": 7 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "unique_contributors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.166330633, + "rows_read": 36680352, + "bytes_read": 179817157 + }, + "executionTime": 0.26, + "requestId": "01K89S14X15VPMSV0PDJV0Y704", + "length": 588 + }, + "name": "pipe_10.pipe", + "question": { + "name": "pipe_10.pipe", + "content": "DESCRIPTION >\n Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqExact(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (repo_name like '%tensorflow%')\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Find the top 10 non-TensorFlow repositories that received the most pull requests from TensorFlow contributors, ranked by the number of unique contributors." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.43, + "totalDuration": 2.865, + "tokens": { + "promptTokens": 4601, + "completionTokens": 114, + "totalTokens": 4715 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n actor_login,\n COUNT(*) AS issue_count\nFROM github_events\nWHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY \n repo_name,\n actor_login\nORDER BY \n issue_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "albertz/openlierox", + "actor_login": "albertz", + "issue_count": 736 + }, + { + "repo_name": "stellargraph/stellargraph", + "actor_login": "huonw", + "issue_count": 572 + }, + { + "repo_name": "rocm-arch/rocm-arch", + "actor_login": "acxz", + "issue_count": 192 + }, + { + "repo_name": "fossasia/open-event-webapp", + "actor_login": "aayusharora", + "issue_count": 151 + }, + { + "repo_name": "infinitered/ignite", + "actor_login": "GantMan", + "issue_count": 148 + }, + { + "repo_name": "scikit-hep/pyhf", + "actor_login": "kratsg", + "issue_count": 126 + }, + { + "repo_name": "spack/spack", + "actor_login": "eugeneswalker", + "issue_count": 126 + }, + { + "repo_name": "tensorflow/datasets", + "actor_login": "Conchylicultor", + "issue_count": 124 + }, + { + "repo_name": "tarrade/proj_multilingual_text_classification", + "actor_login": "tarrade", + "issue_count": 112 + }, + { + "repo_name": "pytorch/pytorch", + "actor_login": "Flamefire", + "issue_count": 111 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "issue_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.113882267, + "rows_read": 15322252, + "bytes_read": 89392491 + }, + "executionTime": 0.208, + "requestId": "01K89S1GD3M1EXZAKJQR9PE236", + "length": 815 + }, + "name": "pipe_11.pipe", + "question": { + "name": "pipe_11.pipe", + "content": "DESCRIPTION >\n top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.432, + "totalDuration": 3.125, + "tokens": { + "promptTokens": 4596, + "completionTokens": 123, + "totalTokens": 4719 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n actor_login,\n COUNT(*) AS issue_count\nFROM github_events\nWHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY \n repo_name,\n actor_login\nORDER BY \n issue_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "albertz/openlierox", + "actor_login": "albertz", + "issue_count": 736 + }, + { + "repo_name": "stellargraph/stellargraph", + "actor_login": "huonw", + "issue_count": 572 + }, + { + "repo_name": "rocm-arch/rocm-arch", + "actor_login": "acxz", + "issue_count": 192 + }, + { + "repo_name": "fossasia/open-event-webapp", + "actor_login": "aayusharora", + "issue_count": 151 + }, + { + "repo_name": "infinitered/ignite", + "actor_login": "GantMan", + "issue_count": 148 + }, + { + "repo_name": "scikit-hep/pyhf", + "actor_login": "kratsg", + "issue_count": 126 + }, + { + "repo_name": "spack/spack", + "actor_login": "eugeneswalker", + "issue_count": 126 + }, + { + "repo_name": "tensorflow/datasets", + "actor_login": "Conchylicultor", + "issue_count": 124 + }, + { + "repo_name": "tarrade/proj_multilingual_text_classification", + "actor_login": "tarrade", + "issue_count": 112 + }, + { + "repo_name": "pytorch/pytorch", + "actor_login": "Flamefire", + "issue_count": 111 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "actor_login", + "type": "LowCardinality(String)" + }, + { + "name": "issue_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.113882267, + "rows_read": 15322252, + "bytes_read": 89392491 + }, + "executionTime": 0.208, + "requestId": "01K89S1GD3M1EXZAKJQR9PE236", + "length": 815 + }, + "name": "pipe_11.pipe", + "question": { + "name": "pipe_11.pipe", + "content": "DESCRIPTION >\n top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author.\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'IssuesEvent') AND (action = 'opened') AND (repo_name IN ('tensorflow/tensorflow'))\n )) AND (repo_name NOT ILIKE '%tensorflow%')\n GROUP BY repo_name\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories with most issues from users who also opened issues in tensorflow/tensorflow, rank by author." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.432, + "totalDuration": 3.125, + "tokens": { + "promptTokens": 4596, + "completionTokens": 123, + "totalTokens": 4719 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "star_count": 49278 + }, + { + "repo_name": "vuejs/vue", + "star_count": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "star_count": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "star_count": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.045670424, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.138, + "requestId": "01K89S1ETDE1AE5EYFR0WECJS0", + "length": 575 + }, + "name": "pipe_12.pipe", + "question": { + "name": "pipe_12.pipe", + "content": "DESCRIPTION >\n top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n ORDER BY count() DESC\n LIMIT 1 BY repo_name\n LIMIT 10\n\nTYPE endpoint", + "question": "top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.621, + "totalDuration": 1.502, + "tokens": { + "promptTokens": 4602, + "completionTokens": 41, + "totalTokens": 4643 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "star_count": 49278 + }, + { + "repo_name": "vuejs/vue", + "star_count": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "star_count": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "star_count": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "star_count": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "star_count": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.045670424, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.138, + "requestId": "01K89S1ETDE1AE5EYFR0WECJS0", + "length": 575 + }, + "name": "pipe_12.pipe", + "question": { + "name": "pipe_12.pipe", + "content": "DESCRIPTION >\n top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n ORDER BY count() DESC\n LIMIT 1 BY repo_name\n LIMIT 10\n\nTYPE endpoint", + "question": "top uniq 10 Repositories with the most stars over one full day at any instant. Limit to 10 results do not repeat repository names" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.621, + "totalDuration": 1.502, + "tokens": { + "promptTokens": 4602, + "completionTokens": 41, + "totalTokens": 4643 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS total_stars\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nORDER BY total_stars DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "total_stars": 49278 + }, + { + "repo_name": "vuejs/vue", + "total_stars": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "total_stars": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "total_stars": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "total_stars": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "total_stars": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "total_stars": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "total_stars": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "total_stars": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "total_stars": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "total_stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.049162608, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.143, + "requestId": "01K89S1FHVMGCF01K1VKFHF5CJ", + "length": 585 + }, + "name": "pipe_13.pipe", + "question": { + "name": "pipe_13.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING stars2016 >= 1\n ORDER BY yoy DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.488, + "totalDuration": 2.251, + "tokens": { + "promptTokens": 4600, + "completionTokens": 81, + "totalTokens": 4681 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS total_stars\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nORDER BY total_stars DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "total_stars": 49278 + }, + { + "repo_name": "vuejs/vue", + "total_stars": 48185 + }, + { + "repo_name": "yarnpkg/yarn", + "total_stars": 31023 + }, + { + "repo_name": "sindresorhus/awesome", + "total_stars": 29084 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "total_stars": 24745 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "total_stars": 21764 + }, + { + "repo_name": "twbs/bootstrap", + "total_stars": 21157 + }, + { + "repo_name": "toddmotto/public-apis", + "total_stars": 20881 + }, + { + "repo_name": "robbyrussell/oh-my-zsh", + "total_stars": 19325 + }, + { + "repo_name": "vuejs/awesome-vue", + "total_stars": 18499 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "total_stars", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.049162608, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.143, + "requestId": "01K89S1FHVMGCF01K1VKFHF5CJ", + "length": 585 + }, + "name": "pipe_13.pipe", + "question": { + "name": "pipe_13.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING stars2016 >= 1\n ORDER BY yoy DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the highest growth YoY 2016 and 2017 starting from 1 star" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.488, + "totalDuration": 2.251, + "tokens": { + "promptTokens": 4600, + "completionTokens": 81, + "totalTokens": 4681 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNT_IF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K89S20R0RP0Q0EX4FGP9F0XS", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_14.pipe", + "question": { + "name": "pipe_14.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING (stars2017 >= 1)\n ORDER BY yoy ASC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\n AND stars_2017 > 0\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.579, + "totalDuration": 4.853, + "tokens": { + "promptTokens": 5239, + "completionTokens": 206, + "totalTokens": 5445 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\n AND stars_2017 > 0\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K89S1J9WFA0CXNE06BJJ62XF", + "error": "{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_14.pipe", + "question": { + "name": "pipe_14.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING (stars2017 >= 1)\n ORDER BY yoy ASC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.449, + "totalDuration": 5.065, + "tokens": { + "promptTokens": 4608, + "completionTokens": 218, + "totalTokens": 4826 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.087, + "requestId": "01K89S1SFFJEF39CZZNYH2WBKN", + "error": "{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_14.pipe", + "question": { + "name": "pipe_14.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING (stars2017 >= 1)\n ORDER BY yoy ASC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\n AND stars_2017 > 0\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.548, + "totalDuration": 4.758, + "tokens": { + "promptTokens": 4930, + "completionTokens": 206, + "totalTokens": 5136 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNT_IF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K89S20R0RP0Q0EX4FGP9F0XS", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_14.pipe", + "question": { + "name": "pipe_14.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\n\nNODE endpoint\nSQL >\n WITH toYear(created_at) AS year\n SELECT\n repo_name,\n sum(year = 2017) AS stars2017,\n sum(year = 2016) AS stars2016,\n round((stars2017 - stars2016) / stars2016 * 100, 2) as yoy\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING (stars2017 >= 1)\n ORDER BY yoy ASC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"top 10 Repositories with the worst stagnation in 2017 vs 2016. Repos with at least one star in 2017\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\n AND stars_2017 > 0\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNTIF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.579, + "totalDuration": 4.853, + "tokens": { + "promptTokens": 5239, + "completionTokens": 206, + "totalTokens": 5445 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count,\n COUNT(*) / COUNT(DISTINCT toYYYYMMDD(created_at)) AS avg_stars_per_month\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY avg_stars_per_month DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 17847, + "avg_stars_per_month": 849.8571428571429 + }, + { + "repo_name": "wangshub/wechat_jump_game", + "star_count": 2260, + "avg_stars_per_month": 753.3333333333334 + }, + { + "repo_name": "satwikkansal/wtfPython", + "star_count": 822, + "avg_stars_per_month": 411 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745, + "avg_stars_per_month": 329.93333333333334 + }, + { + "repo_name": "urbanguac/OverThere", + "star_count": 211, + "avg_stars_per_month": 211 + }, + { + "repo_name": "zdhxiong/mdui", + "star_count": 620, + "avg_stars_per_month": 206.66666666666666 + }, + { + "repo_name": "urbanguac/gleme", + "star_count": 408, + "avg_stars_per_month": 204 + }, + { + "repo_name": "urbanguac/moose", + "star_count": 394, + "avg_stars_per_month": 197 + }, + { + "repo_name": "zakattax/bitscript-temperate", + "star_count": 1421, + "avg_stars_per_month": 177.625 + }, + { + "repo_name": "urbanguac/resume", + "star_count": 172, + "avg_stars_per_month": 172 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + }, + { + "name": "avg_stars_per_month", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.065105405, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.158, + "requestId": "01K89S1FBTQ47A3D8QFF1BRAEK", + "length": 882 + }, + "name": "pipe_15.pipe", + "question": { + "name": "pipe_15.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most steady star growth rate over time\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n max(stars) AS daily_stars,\n sum(stars) AS total_stars,\n total_stars / daily_stars AS rate\n FROM\n (\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n )\n GROUP BY repo_name\n ORDER BY rate DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most steady star growth rate over time" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.615, + "totalDuration": 2.055, + "tokens": { + "promptTokens": 4587, + "completionTokens": 66, + "totalTokens": 4653 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count,\n COUNT(*) / COUNT(DISTINCT toYYYYMMDD(created_at)) AS avg_stars_per_month\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY avg_stars_per_month DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 17847, + "avg_stars_per_month": 849.8571428571429 + }, + { + "repo_name": "wangshub/wechat_jump_game", + "star_count": 2260, + "avg_stars_per_month": 753.3333333333334 + }, + { + "repo_name": "satwikkansal/wtfPython", + "star_count": 822, + "avg_stars_per_month": 411 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 24745, + "avg_stars_per_month": 329.93333333333334 + }, + { + "repo_name": "urbanguac/OverThere", + "star_count": 211, + "avg_stars_per_month": 211 + }, + { + "repo_name": "zdhxiong/mdui", + "star_count": 620, + "avg_stars_per_month": 206.66666666666666 + }, + { + "repo_name": "urbanguac/gleme", + "star_count": 408, + "avg_stars_per_month": 204 + }, + { + "repo_name": "urbanguac/moose", + "star_count": 394, + "avg_stars_per_month": 197 + }, + { + "repo_name": "zakattax/bitscript-temperate", + "star_count": 1421, + "avg_stars_per_month": 177.625 + }, + { + "repo_name": "urbanguac/resume", + "star_count": 172, + "avg_stars_per_month": 172 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + }, + { + "name": "avg_stars_per_month", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.065105405, + "rows_read": 7321600, + "bytes_read": 64986281 + }, + "executionTime": 0.158, + "requestId": "01K89S1FBTQ47A3D8QFF1BRAEK", + "length": 882 + }, + "name": "pipe_15.pipe", + "question": { + "name": "pipe_15.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most steady star growth rate over time\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n max(stars) AS daily_stars,\n sum(stars) AS total_stars,\n total_stars / daily_stars AS rate\n FROM\n (\n SELECT\n repo_name,\n toDate(created_at) AS day,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY\n repo_name,\n day\n )\n GROUP BY repo_name\n ORDER BY rate DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most steady star growth rate over time" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.615, + "totalDuration": 2.055, + "tokens": { + "promptTokens": 4587, + "completionTokens": 66, + "totalTokens": 4653 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n toDayOfWeek(created_at) AS day_of_week,\n count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "day_of_week": 3, + "star_count": 1205364 + }, + { + "day_of_week": 2, + "star_count": 1202453 + }, + { + "day_of_week": 4, + "star_count": 1192271 + }, + { + "day_of_week": 1, + "star_count": 1142998 + }, + { + "day_of_week": 5, + "star_count": 1113820 + }, + { + "day_of_week": 7, + "star_count": 725295 + }, + { + "day_of_week": 6, + "star_count": 722911 + } + ], + "meta": [ + { + "name": "day_of_week", + "type": "UInt8" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.031306936, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.126, + "requestId": "01K89S24QEV5VGHTC4CKY1GHP7", + "length": 272 + }, + "name": "pipe_16.pipe", + "question": { + "name": "pipe_16.pipe", + "content": "DESCRIPTION >\n What is the best day of the week to catch a star?\n\nNODE endpoint\nSQL >\n SELECT toDayOfWeek(created_at) AS day, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY day ORDER BY day\n\nTYPE endpoint", + "question": "What is the best day of the week to catch a star?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.413, + "totalDuration": 1.49, + "tokens": { + "promptTokens": 4585, + "completionTokens": 50, + "totalTokens": 4635 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n toDayOfWeek(created_at) AS day_of_week,\n count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "day_of_week": 3, + "star_count": 1205364 + }, + { + "day_of_week": 2, + "star_count": 1202453 + }, + { + "day_of_week": 4, + "star_count": 1192271 + }, + { + "day_of_week": 1, + "star_count": 1142998 + }, + { + "day_of_week": 5, + "star_count": 1113820 + }, + { + "day_of_week": 7, + "star_count": 725295 + }, + { + "day_of_week": 6, + "star_count": 722911 + } + ], + "meta": [ + { + "name": "day_of_week", + "type": "UInt8" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.031306936, + "rows_read": 7321600, + "bytes_read": 36608084 + }, + "executionTime": 0.126, + "requestId": "01K89S24QEV5VGHTC4CKY1GHP7", + "length": 272 + }, + "name": "pipe_16.pipe", + "question": { + "name": "pipe_16.pipe", + "content": "DESCRIPTION >\n What is the best day of the week to catch a star?\n\nNODE endpoint\nSQL >\n SELECT toDayOfWeek(created_at) AS day, count() AS stars FROM github_events WHERE event_type = 'WatchEvent' GROUP BY day ORDER BY day\n\nTYPE endpoint", + "question": "What is the best day of the week to catch a star?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.413, + "totalDuration": 1.49, + "tokens": { + "promptTokens": 4585, + "completionTokens": 50, + "totalTokens": 4635 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 9426561 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.094774051, + "rows_read": 200000000, + "bytes_read": 791683021 + }, + "executionTime": 1.187, + "requestId": "01K89S246MB3EE8VRDNSYDQV6E", + "length": 25 + }, + "name": "pipe_17.pipe", + "question": { + "name": "pipe_17.pipe", + "content": "DESCRIPTION >\n The total number of users on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events\n\nTYPE endpoint", + "question": "The total number of users on GitHub" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.473, + "totalDuration": 0.952, + "tokens": { + "promptTokens": 4579, + "completionTokens": 21, + "totalTokens": 4600 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "total_users": 9426561 + } + ], + "meta": [ + { + "name": "total_users", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.094774051, + "rows_read": 200000000, + "bytes_read": 791683021 + }, + "executionTime": 1.187, + "requestId": "01K89S246MB3EE8VRDNSYDQV6E", + "length": 25 + }, + "name": "pipe_17.pipe", + "question": { + "name": "pipe_17.pipe", + "content": "DESCRIPTION >\n The total number of users on GitHub\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events\n\nTYPE endpoint", + "question": "The total number of users on GitHub" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.473, + "totalDuration": 0.952, + "tokens": { + "promptTokens": 4579, + "completionTokens": 21, + "totalTokens": 4600 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'WatchEvent' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "countDistinct(actor_login)": 1239500 + } + ], + "meta": [ + { + "name": "countDistinct(actor_login)", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.391649212, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 0.484, + "requestId": "01K89S24D3TXX65M2TX3JFW3ZA", + "length": 40 + }, + "name": "pipe_18.pipe", + "question": { + "name": "pipe_18.pipe", + "content": "DESCRIPTION >\n Total number of users that gave at least one star\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Total number of users that gave at least one star" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.494, + "totalDuration": 1.157, + "tokens": { + "promptTokens": 4582, + "completionTokens": 27, + "totalTokens": 4609 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'WatchEvent' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "countDistinct(actor_login)": 1239500 + } + ], + "meta": [ + { + "name": "countDistinct(actor_login)", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.391649212, + "rows_read": 7321600, + "bytes_read": 121887984 + }, + "executionTime": 0.484, + "requestId": "01K89S24D3TXX65M2TX3JFW3ZA", + "length": 40 + }, + "name": "pipe_18.pipe", + "question": { + "name": "pipe_18.pipe", + "content": "DESCRIPTION >\n Total number of users that gave at least one star\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'WatchEvent'\n\nTYPE endpoint", + "question": "Total number of users that gave at least one star" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.494, + "totalDuration": 1.157, + "tokens": { + "promptTokens": 4582, + "completionTokens": 27, + "totalTokens": 4609 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'PushEvent' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "countDistinct(actor_login)": 1721766 + } + ], + "meta": [ + { + "name": "countDistinct(actor_login)", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.438674663, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 0.532, + "requestId": "01K89S24BK28DB8K8BRE5ZBNE0", + "length": 40 + }, + "name": "pipe_19.pipe", + "question": { + "name": "pipe_19.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one push\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PushEvent'\n\nTYPE endpoint", + "question": "Total number of users with at least one push" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.535, + "totalDuration": 1.109, + "tokens": { + "promptTokens": 4581, + "completionTokens": 27, + "totalTokens": 4608 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'PushEvent' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "countDistinct(actor_login)": 1721766 + } + ], + "meta": [ + { + "name": "countDistinct(actor_login)", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.438674663, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 0.532, + "requestId": "01K89S24BK28DB8K8BRE5ZBNE0", + "length": 40 + }, + "name": "pipe_19.pipe", + "question": { + "name": "pipe_19.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one push\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PushEvent'\n\nTYPE endpoint", + "question": "Total number of users with at least one push" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.535, + "totalDuration": 1.109, + "tokens": { + "promptTokens": 4581, + "completionTokens": 27, + "totalTokens": 4608 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'PullRequestEvent' AND action = 'created' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "countDistinct(actor_login)": 0 + } + ], + "meta": [ + { + "name": "countDistinct(actor_login)", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.019099674, + "rows_read": 18340176, + "bytes_read": 18369613 + }, + "executionTime": 0.109, + "requestId": "01K89S24TB7FJJ77KNQ91VFS4B", + "length": 34 + }, + "name": "pipe_20.pipe", + "question": { + "name": "pipe_20.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one created PR\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of users with at least one created PR" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.657, + "totalDuration": 1.581, + "tokens": { + "promptTokens": 4582, + "completionTokens": 34, + "totalTokens": 4616 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'PullRequestEvent' AND action = 'created' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "countDistinct(actor_login)": 0 + } + ], + "meta": [ + { + "name": "countDistinct(actor_login)", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.019099674, + "rows_read": 18340176, + "bytes_read": 18369613 + }, + "executionTime": 0.109, + "requestId": "01K89S24TB7FJJ77KNQ91VFS4B", + "length": 34 + }, + "name": "pipe_20.pipe", + "question": { + "name": "pipe_20.pipe", + "content": "DESCRIPTION >\n Total number of users with at least one created PR\n\nNODE endpoint\nSQL >\n SELECT uniq(actor_login) FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of users with at least one created PR" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.657, + "totalDuration": 1.581, + "tokens": { + "promptTokens": 4582, + "completionTokens": 34, + "totalTokens": 4616 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND repo_name != ''\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "star_count": 15414 + }, + { + "repo_name": "vuejs/vue", + "star_count": 10698 + }, + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 10572 + }, + { + "repo_name": "tensorflow/tensorflow", + "star_count": 10072 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 9339 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 8207 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 8104 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 7799 + }, + { + "repo_name": "ryanmcdermott/clean-code-javascript", + "star_count": 7573 + }, + { + "repo_name": "yangshun/tech-interview-handbook", + "star_count": 6530 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.50553756, + "rows_read": 25661776, + "bytes_read": 222921757 + }, + "executionTime": 0.6, + "requestId": "01K89S29ZK5DXFCE5BTBBMGKW0", + "length": 611 + }, + "name": "pipe_21.pipe", + "question": { + "name": "pipe_21.pipe", + "content": "DESCRIPTION >\n What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.465, + "totalDuration": 2.231, + "tokens": { + "promptTokens": 4599, + "completionTokens": 83, + "totalTokens": 4682 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND repo_name != ''\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "yarnpkg/yarn", + "star_count": 15414 + }, + { + "repo_name": "vuejs/vue", + "star_count": 10698 + }, + { + "repo_name": "tipsy/github-profile-summary", + "star_count": 10572 + }, + { + "repo_name": "tensorflow/tensorflow", + "star_count": 10072 + }, + { + "repo_name": "thedaviddias/Front-End-Checklist", + "star_count": 9339 + }, + { + "repo_name": "sindresorhus/awesome", + "star_count": 8207 + }, + { + "repo_name": "toddmotto/public-apis", + "star_count": 8104 + }, + { + "repo_name": "sdmg15/Best-websites-a-programmer-should-visit", + "star_count": 7799 + }, + { + "repo_name": "ryanmcdermott/clean-code-javascript", + "star_count": 7573 + }, + { + "repo_name": "yangshun/tech-interview-handbook", + "star_count": 6530 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.50553756, + "rows_read": 25661776, + "bytes_read": 222921757 + }, + "executionTime": 0.6, + "requestId": "01K89S29ZK5DXFCE5BTBBMGKW0", + "length": 611 + }, + "name": "pipe_21.pipe", + "question": { + "name": "pipe_21.pipe", + "content": "DESCRIPTION >\n What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "What if we count top 10 starred repositories but only from those users who made at least one PR in at least one repo?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.465, + "totalDuration": 2.231, + "tokens": { + "promptTokens": 4599, + "completionTokens": 83, + "totalTokens": 4682 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' \n AND action = 'opened'\nGROUP BY repo_name\nHAVING pr_count >= 10\nORDER BY pr_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "pr_count": 109608 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "pr_count": 43435 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "pr_count": 31288 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13365 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 13277 + }, + { + "repo_name": "ros/rosdistro", + "pr_count": 12932 + }, + { + "repo_name": "jlord/patchwork", + "pr_count": 12708 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11347 + }, + { + "repo_name": "saltstack/salt", + "pr_count": 10494 + }, + { + "repo_name": "nodejs/node", + "pr_count": 9708 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.078372991, + "rows_read": 18340176, + "bytes_read": 98168230 + }, + "executionTime": 0.171, + "requestId": "01K89S29N8HQ9Z87BXZS4H6MKB", + "length": 536 + }, + "name": "pipe_22.pipe", + "question": { + "name": "pipe_22.pipe", + "content": "DESCRIPTION >\n top 10 repos with authors who have made at least 10 PRs?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n GROUP BY actor_login\n HAVING count() >= 10\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos with authors who have made at least 10 PRs?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.578, + "totalDuration": 1.9, + "tokens": { + "promptTokens": 4590, + "completionTokens": 59, + "totalTokens": 4649 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' \n AND action = 'opened'\nGROUP BY repo_name\nHAVING pr_count >= 10\nORDER BY pr_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "pr_count": 109608 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "pr_count": 43435 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "pr_count": 31288 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13365 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 13277 + }, + { + "repo_name": "ros/rosdistro", + "pr_count": 12932 + }, + { + "repo_name": "jlord/patchwork", + "pr_count": 12708 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11347 + }, + { + "repo_name": "saltstack/salt", + "pr_count": 10494 + }, + { + "repo_name": "nodejs/node", + "pr_count": 9708 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.078372991, + "rows_read": 18340176, + "bytes_read": 98168230 + }, + "executionTime": 0.171, + "requestId": "01K89S29N8HQ9Z87BXZS4H6MKB", + "length": 536 + }, + "name": "pipe_22.pipe", + "question": { + "name": "pipe_22.pipe", + "content": "DESCRIPTION >\n top 10 repos with authors who have made at least 10 PRs?\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count()\n FROM github_events\n WHERE (event_type = 'WatchEvent') AND (actor_login IN\n (\n SELECT actor_login\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened')\n GROUP BY actor_login\n HAVING count() >= 10\n ))\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos with authors who have made at least 10 PRs?" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.578, + "totalDuration": 1.9, + "tokens": { + "promptTokens": 4590, + "completionTokens": 59, + "totalTokens": 4649 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY pr_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "pr_count": 109608 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "pr_count": 43435 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "pr_count": 31288 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13365 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 13277 + }, + { + "repo_name": "ros/rosdistro", + "pr_count": 12932 + }, + { + "repo_name": "jlord/patchwork", + "pr_count": 12708 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11347 + }, + { + "repo_name": "saltstack/salt", + "pr_count": 10494 + }, + { + "repo_name": "nodejs/node", + "pr_count": 9708 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.103694283, + "rows_read": 18340176, + "bytes_read": 98168230 + }, + "executionTime": 0.196, + "requestId": "01K89S29ADTM7FK0MT3R61AKXM", + "length": 536 + }, + "name": "pipe_23.pipe", + "question": { + "name": "pipe_23.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull requests\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull requests" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.983, + "totalDuration": 1.551, + "tokens": { + "promptTokens": 4585, + "completionTokens": 48, + "totalTokens": 4633 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY pr_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "sauron-demo/sauron", + "pr_count": 109608 + }, + { + "repo_name": "google-test/signcla-probe-repo", + "pr_count": 43435 + }, + { + "repo_name": "sauron-demo/sauron-demo", + "pr_count": 31288 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13365 + }, + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 13277 + }, + { + "repo_name": "ros/rosdistro", + "pr_count": 12932 + }, + { + "repo_name": "jlord/patchwork", + "pr_count": 12708 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11347 + }, + { + "repo_name": "saltstack/salt", + "pr_count": 10494 + }, + { + "repo_name": "nodejs/node", + "pr_count": 9708 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.103694283, + "rows_read": 18340176, + "bytes_read": 98168230 + }, + "executionTime": 0.196, + "requestId": "01K89S29ADTM7FK0MT3R61AKXM", + "length": 536 + }, + "name": "pipe_23.pipe", + "question": { + "name": "pipe_23.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull requests\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull requests" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.983, + "totalDuration": 1.551, + "tokens": { + "promptTokens": 4585, + "completionTokens": 48, + "totalTokens": 4633 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS contributor_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY contributor_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "jlord/patchwork", + "contributor_count": 5802 + }, + { + "repo_name": "githubschool/open-enrollment-classes-introduction-to-github", + "contributor_count": 3586 + }, + { + "repo_name": "learn-co-students/javascript-intro-to-functions-lab-bootcamp-prep-000", + "contributor_count": 3027 + }, + { + "repo_name": "learn-co-students/js-functions-lab-bootcamp-prep-000", + "contributor_count": 2899 + }, + { + "repo_name": "learn-co-students/js-from-dom-to-node-bootcamp-prep-000", + "contributor_count": 2860 + }, + { + "repo_name": "learn-co-students/javascript-arithmetic-lab-bootcamp-prep-000", + "contributor_count": 2681 + }, + { + "repo_name": "udacity/create-your-own-adventure", + "contributor_count": 2622 + }, + { + "repo_name": "learn-co-students/js-node-practice-lab-bootcamp-prep-000", + "contributor_count": 2594 + }, + { + "repo_name": "freeCodeCamp/guides", + "contributor_count": 2587 + }, + { + "repo_name": "learn-co-students/js-if-else-files-lab-bootcamp-prep-000", + "contributor_count": 2581 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "contributor_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.183964155, + "rows_read": 18340176, + "bytes_read": 146530764 + }, + "executionTime": 0.277, + "requestId": "01K89S29CJVNSSRGG6Y32MAK4W", + "length": 896 + }, + "name": "pipe_24.pipe", + "question": { + "name": "pipe_24.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull request contributors\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqExact(actor_login) AS u FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull request contributors" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.439, + "totalDuration": 1.619, + "tokens": { + "promptTokens": 4586, + "completionTokens": 54, + "totalTokens": 4640 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS contributor_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY contributor_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "jlord/patchwork", + "contributor_count": 5802 + }, + { + "repo_name": "githubschool/open-enrollment-classes-introduction-to-github", + "contributor_count": 3586 + }, + { + "repo_name": "learn-co-students/javascript-intro-to-functions-lab-bootcamp-prep-000", + "contributor_count": 3027 + }, + { + "repo_name": "learn-co-students/js-functions-lab-bootcamp-prep-000", + "contributor_count": 2899 + }, + { + "repo_name": "learn-co-students/js-from-dom-to-node-bootcamp-prep-000", + "contributor_count": 2860 + }, + { + "repo_name": "learn-co-students/javascript-arithmetic-lab-bootcamp-prep-000", + "contributor_count": 2681 + }, + { + "repo_name": "udacity/create-your-own-adventure", + "contributor_count": 2622 + }, + { + "repo_name": "learn-co-students/js-node-practice-lab-bootcamp-prep-000", + "contributor_count": 2594 + }, + { + "repo_name": "freeCodeCamp/guides", + "contributor_count": 2587 + }, + { + "repo_name": "learn-co-students/js-if-else-files-lab-bootcamp-prep-000", + "contributor_count": 2581 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "contributor_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.183964155, + "rows_read": 18340176, + "bytes_read": 146530764 + }, + "executionTime": 0.277, + "requestId": "01K89S29CJVNSSRGG6Y32MAK4W", + "length": 896 + }, + "name": "pipe_24.pipe", + "question": { + "name": "pipe_24.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of pull request contributors\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqExact(actor_login) AS u FROM github_events WHERE event_type = 'PullRequestEvent' AND action = 'opened' GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of pull request contributors" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.439, + "totalDuration": 1.619, + "tokens": { + "promptTokens": 4586, + "completionTokens": 54, + "totalTokens": 4640 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS issue_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY issue_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "pddemo/demo", + "issue_count": 432430 + }, + { + "repo_name": "support-ops/sit-repo", + "issue_count": 59634 + }, + { + "repo_name": "nainardev/tamil-dubbed", + "issue_count": 58392 + }, + { + "repo_name": "bippybop/iitest", + "issue_count": 41581 + }, + { + "repo_name": "test-organization-kkjeer/app-test", + "issue_count": 35864 + }, + { + "repo_name": "test-organization-kkjeer/bot-validation", + "issue_count": 35850 + }, + { + "repo_name": "theapache64/movie-monk-creator", + "issue_count": 34666 + }, + { + "repo_name": "ouyanxia2/hgmgmg", + "issue_count": 29922 + }, + { + "repo_name": "pavlo-byshovets/Tutorials", + "issue_count": 23302 + }, + { + "repo_name": "ruben-archisketch/tinkerbell-template", + "issue_count": 23268 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.101419717, + "rows_read": 15208764, + "bytes_read": 76346155 + }, + "executionTime": 0.194, + "requestId": "01K89S29BAY70YH9WSPABMEHT1", + "length": 620 + }, + "name": "pipe_25.pipe", + "question": { + "name": "pipe_25.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of issues\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS c FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened' GROUP BY repo_name ORDER BY c DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of issues" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.589, + "totalDuration": 1.578, + "tokens": { + "promptTokens": 4584, + "completionTokens": 47, + "totalTokens": 4631 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS issue_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY issue_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "pddemo/demo", + "issue_count": 432430 + }, + { + "repo_name": "support-ops/sit-repo", + "issue_count": 59634 + }, + { + "repo_name": "nainardev/tamil-dubbed", + "issue_count": 58392 + }, + { + "repo_name": "bippybop/iitest", + "issue_count": 41581 + }, + { + "repo_name": "test-organization-kkjeer/app-test", + "issue_count": 35864 + }, + { + "repo_name": "test-organization-kkjeer/bot-validation", + "issue_count": 35850 + }, + { + "repo_name": "theapache64/movie-monk-creator", + "issue_count": 34666 + }, + { + "repo_name": "ouyanxia2/hgmgmg", + "issue_count": 29922 + }, + { + "repo_name": "pavlo-byshovets/Tutorials", + "issue_count": 23302 + }, + { + "repo_name": "ruben-archisketch/tinkerbell-template", + "issue_count": 23268 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.101419717, + "rows_read": 15208764, + "bytes_read": 76346155 + }, + "executionTime": 0.194, + "requestId": "01K89S29BAY70YH9WSPABMEHT1", + "length": 620 + }, + "name": "pipe_25.pipe", + "question": { + "name": "pipe_25.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the maximum amount of issues\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS c FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened' GROUP BY repo_name ORDER BY c DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the maximum amount of issues" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.589, + "totalDuration": 1.578, + "tokens": { + "promptTokens": 4584, + "completionTokens": 47, + "totalTokens": 4631 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "/", + "push_access_count": 18290 + }, + { + "repo_name": "bioconda/bioconda-recipes", + "push_access_count": 269 + }, + { + "repo_name": "githubteacher/github-for-developers-sept-2015", + "push_access_count": 189 + }, + { + "repo_name": "Automattic/wp-calypso", + "push_access_count": 184 + }, + { + "repo_name": "eecs183/lecture_practice", + "push_access_count": 176 + }, + { + "repo_name": "cs371p-fall-2015/collatz-tests", + "push_access_count": 170 + }, + { + "repo_name": "becodeorg/La-Veille", + "push_access_count": 161 + }, + { + "repo_name": "gatsbyjs/gatsby", + "push_access_count": 144 + }, + { + "repo_name": "edx/edx-platform", + "push_access_count": 118 + }, + { + "repo_name": "flutter/flutter", + "push_access_count": 118 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.518057973, + "rows_read": 75572830, + "bytes_read": 511327712 + }, + "executionTime": 0.611, + "requestId": "01K89S2EFCCHG34QB86B6ASAWE", + "length": 624 + }, + "name": "pipe_26.pipe", + "question": { + "name": "pipe_26.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqIf(actor_login, event_type = 'PushEvent') AS u FROM github_events WHERE event_type IN ('PushEvent', 'WatchEvent') GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.411, + "totalDuration": 1.5, + "tokens": { + "promptTokens": 4586, + "completionTokens": 48, + "totalTokens": 4634 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "/", + "push_access_count": 18290 + }, + { + "repo_name": "bioconda/bioconda-recipes", + "push_access_count": 269 + }, + { + "repo_name": "githubteacher/github-for-developers-sept-2015", + "push_access_count": 189 + }, + { + "repo_name": "Automattic/wp-calypso", + "push_access_count": 184 + }, + { + "repo_name": "eecs183/lecture_practice", + "push_access_count": 176 + }, + { + "repo_name": "cs371p-fall-2015/collatz-tests", + "push_access_count": 170 + }, + { + "repo_name": "becodeorg/La-Veille", + "push_access_count": 161 + }, + { + "repo_name": "gatsbyjs/gatsby", + "push_access_count": 144 + }, + { + "repo_name": "edx/edx-platform", + "push_access_count": 118 + }, + { + "repo_name": "flutter/flutter", + "push_access_count": 118 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.518057973, + "rows_read": 75572830, + "bytes_read": 511327712 + }, + "executionTime": 0.611, + "requestId": "01K89S2EFCCHG34QB86B6ASAWE", + "length": 624 + }, + "name": "pipe_26.pipe", + "question": { + "name": "pipe_26.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access\n\nNODE endpoint\nSQL >\n SELECT repo_name, uniqIf(actor_login, event_type = 'PushEvent') AS u FROM github_events WHERE event_type IN ('PushEvent', 'WatchEvent') GROUP BY repo_name ORDER BY u DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.411, + "totalDuration": 1.5, + "tokens": { + "promptTokens": 4586, + "completionTokens": 48, + "totalTokens": 4634 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND ref_type = 'branch' \n AND ref = 'main'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.022593528, + "rows_read": 75572830, + "bytes_read": 75706842 + }, + "executionTime": 0.115, + "requestId": "01K89S2EZ3XV5SGX14H1FV3SQ2", + "length": 2 + }, + "name": "pipe_27.pipe", + "question": { + "name": "pipe_27.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent'))\n GROUP BY repo_name\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.527, + "totalDuration": 2.001, + "tokens": { + "promptTokens": 4590, + "completionTokens": 67, + "totalTokens": 4657 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND ref_type = 'branch' \n AND ref = 'main'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.022593528, + "rows_read": 75572830, + "bytes_read": 75706842 + }, + "executionTime": 0.115, + "requestId": "01K89S2EZ3XV5SGX14H1FV3SQ2", + "length": 2 + }, + "name": "pipe_27.pipe", + "question": { + "name": "pipe_27.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent'))\n GROUP BY repo_name\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.527, + "totalDuration": 2.001, + "tokens": { + "promptTokens": 4590, + "completionTokens": 67, + "totalTokens": 4657 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND ref_type = 'branch' \n AND ref = 'main'\n AND repo_name IN (\n SELECT repo_name \n FROM github_events \n WHERE event_type = 'WatchEvent' \n GROUP BY repo_name \n HAVING COUNT(*) > 99\n )\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.048233629, + "rows_read": 7346176, + "bytes_read": 35724457 + }, + "executionTime": 0.14, + "requestId": "01K89S2FQ1YGQKAC70QC0JGAMP", + "length": 2 + }, + "name": "pipe_28.pipe", + "question": { + "name": "pipe_28.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u,\n sum(event_type = 'WatchEvent') AS stars\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent')) AND (repo_name != '/')\n GROUP BY repo_name\n HAVING stars >= 100\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.454, + "totalDuration": 2.766, + "tokens": { + "promptTokens": 4604, + "completionTokens": 111, + "totalTokens": 4715 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND ref_type = 'branch' \n AND ref = 'main'\n AND repo_name IN (\n SELECT repo_name \n FROM github_events \n WHERE event_type = 'WatchEvent' \n GROUP BY repo_name \n HAVING COUNT(*) > 99\n )\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "push_access_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.048233629, + "rows_read": 7346176, + "bytes_read": 35724457 + }, + "executionTime": 0.14, + "requestId": "01K89S2FQ1YGQKAC70QC0JGAMP", + "length": 2 + }, + "name": "pipe_28.pipe", + "question": { + "name": "pipe_28.pipe", + "content": "DESCRIPTION >\n top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n uniqIf(actor_login, (event_type = 'PushEvent') AND match(ref, '/(main|master)$')) AS u,\n sum(event_type = 'WatchEvent') AS stars\n FROM github_events\n WHERE (event_type IN ('PushEvent', 'WatchEvent')) AND (repo_name != '/')\n GROUP BY repo_name\n HAVING stars >= 100\n ORDER BY u DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Repositories with the most people who have push access to the main branch With a cutoff for the number of stars at more than 99" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.454, + "totalDuration": 2.766, + "tokens": { + "promptTokens": 4604, + "completionTokens": 111, + "totalTokens": 4715 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n MAX(number) AS max_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent' AND action = 'added'\nGROUP BY repo_name\nORDER BY max_invitations DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "wangwangwar/Mobile-Contact-List-Organizer", + "max_invitations": 0 + }, + { + "repo_name": "genepi/cloudgene-mapred", + "max_invitations": 0 + }, + { + "repo_name": "melstrom/VideoRentalSoftware", + "max_invitations": 0 + }, + { + "repo_name": "Moco/django-sorting", + "max_invitations": 0 + }, + { + "repo_name": "shender/em2011", + "max_invitations": 0 + }, + { + "repo_name": "krismz/ITK", + "max_invitations": 0 + }, + { + "repo_name": "PatPatrson/PHP-Salt-Generator", + "max_invitations": 0 + }, + { + "repo_name": "MichaelAndCara/MediaSwap", + "max_invitations": 0 + }, + { + "repo_name": "adambeynon/opal", + "max_invitations": 0 + }, + { + "repo_name": "mgebele/BulletinBoardActivator", + "max_invitations": 0 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "max_invitations", + "type": "Int32" + } + ], + "statistics": { + "elapsed": 0.036814054, + "rows_read": 219443, + "bytes_read": 2963460 + }, + "executionTime": 0.131, + "requestId": "01K89S2EH02T9JVTY1RDMY6XS5", + "length": 604 + }, + "name": "pipe_29.pipe", + "question": { + "name": "pipe_29.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by maximum number of member invitations\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS invitations FROM github_events WHERE event_type = 'MemberEvent' AND action = 'added' GROUP BY repo_name ORDER BY invitations DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by maximum number of member invitations" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.467, + "totalDuration": 1.548, + "tokens": { + "promptTokens": 4583, + "completionTokens": 50, + "totalTokens": 4633 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n MAX(number) AS max_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent' AND action = 'added'\nGROUP BY repo_name\nORDER BY max_invitations DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "wangwangwar/Mobile-Contact-List-Organizer", + "max_invitations": 0 + }, + { + "repo_name": "genepi/cloudgene-mapred", + "max_invitations": 0 + }, + { + "repo_name": "melstrom/VideoRentalSoftware", + "max_invitations": 0 + }, + { + "repo_name": "Moco/django-sorting", + "max_invitations": 0 + }, + { + "repo_name": "shender/em2011", + "max_invitations": 0 + }, + { + "repo_name": "krismz/ITK", + "max_invitations": 0 + }, + { + "repo_name": "PatPatrson/PHP-Salt-Generator", + "max_invitations": 0 + }, + { + "repo_name": "MichaelAndCara/MediaSwap", + "max_invitations": 0 + }, + { + "repo_name": "adambeynon/opal", + "max_invitations": 0 + }, + { + "repo_name": "mgebele/BulletinBoardActivator", + "max_invitations": 0 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "max_invitations", + "type": "Int32" + } + ], + "statistics": { + "elapsed": 0.036814054, + "rows_read": 219443, + "bytes_read": 2963460 + }, + "executionTime": 0.131, + "requestId": "01K89S2EH02T9JVTY1RDMY6XS5", + "length": 604 + }, + "name": "pipe_29.pipe", + "question": { + "name": "pipe_29.pipe", + "content": "DESCRIPTION >\n Top 10 repositories by maximum number of member invitations\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS invitations FROM github_events WHERE event_type = 'MemberEvent' AND action = 'added' GROUP BY repo_name ORDER BY invitations DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 repositories by maximum number of member invitations" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.467, + "totalDuration": 1.548, + "tokens": { + "promptTokens": 4583, + "completionTokens": 50, + "totalTokens": 4633 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "996icu/996.ICU", + "fork_count": 25886 + }, + { + "repo_name": "Snailclimb/JavaGuide", + "fork_count": 18449 + }, + { + "repo_name": "Pierian-Data/Complete-Python-3-Bootcamp", + "fork_count": 16599 + }, + { + "repo_name": "CyC2018/CS-Notes", + "fork_count": 15413 + }, + { + "repo_name": "TheAlgorithms/Python", + "fork_count": 15212 + }, + { + "repo_name": "SmartThingsCommunity/SmartThingsPublic", + "fork_count": 14790 + }, + { + "repo_name": "PanJiaChen/vue-element-admin", + "fork_count": 9940 + }, + { + "repo_name": "barryclark/jekyll-now", + "fork_count": 9155 + }, + { + "repo_name": "ant-design/ant-design", + "fork_count": 8592 + }, + { + "repo_name": "ServiceNow/devtraining-needit-madrid", + "fork_count": 8297 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "fork_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.063483437, + "rows_read": 5708062, + "bytes_read": 56287869 + }, + "executionTime": 0.156, + "requestId": "01K89S2ECR7BPJQE0NYR3BWE8Q", + "length": 610 + }, + "name": "pipe_30.pipe", + "question": { + "name": "pipe_30.pipe", + "content": "DESCRIPTION >\n top 10 Most forked repositories\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS forks FROM github_events WHERE event_type = 'ForkEvent' GROUP BY repo_name ORDER BY forks DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Most forked repositories" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.487, + "totalDuration": 1.413, + "tokens": { + "promptTokens": 4580, + "completionTokens": 42, + "totalTokens": 4622 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "996icu/996.ICU", + "fork_count": 25886 + }, + { + "repo_name": "Snailclimb/JavaGuide", + "fork_count": 18449 + }, + { + "repo_name": "Pierian-Data/Complete-Python-3-Bootcamp", + "fork_count": 16599 + }, + { + "repo_name": "CyC2018/CS-Notes", + "fork_count": 15413 + }, + { + "repo_name": "TheAlgorithms/Python", + "fork_count": 15212 + }, + { + "repo_name": "SmartThingsCommunity/SmartThingsPublic", + "fork_count": 14790 + }, + { + "repo_name": "PanJiaChen/vue-element-admin", + "fork_count": 9940 + }, + { + "repo_name": "barryclark/jekyll-now", + "fork_count": 9155 + }, + { + "repo_name": "ant-design/ant-design", + "fork_count": 8592 + }, + { + "repo_name": "ServiceNow/devtraining-needit-madrid", + "fork_count": 8297 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "fork_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.063483437, + "rows_read": 5708062, + "bytes_read": 56287869 + }, + "executionTime": 0.156, + "requestId": "01K89S2ECR7BPJQE0NYR3BWE8Q", + "length": 610 + }, + "name": "pipe_30.pipe", + "question": { + "name": "pipe_30.pipe", + "content": "DESCRIPTION >\n top 10 Most forked repositories\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() AS forks FROM github_events WHERE event_type = 'ForkEvent' GROUP BY repo_name ORDER BY forks DESC LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Most forked repositories" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.487, + "totalDuration": 1.413, + "tokens": { + "promptTokens": 4580, + "completionTokens": 42, + "totalTokens": 4622 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(CASE WHEN event_type = 'WatchEvent' THEN 1 END) AS stars,\n COUNT(CASE WHEN event_type = 'ForkEvent' THEN 1 END) AS forks,\n IF(forks > 0, stars / forks, 0) AS star_to_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "AmbalalPatil/javascript-assignments", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "bterlson/httpclient", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "TCASP/TCASP", + "stars": 0, + "forks": 2, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "wangkaijin/wangkaijin.github.io", + "stars": 1, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Parafix/R", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "sileixinhua/Python_data_science_by_iris", + "stars": 3, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "PeterCxy/android_system_core", + "stars": 0, + "forks": 2, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Dataweekends/pong_reinforcement_learning", + "stars": 0, + "forks": 2, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "youimages/zhangkaitao", + "stars": 9, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Gforcex/OpenGraphic", + "stars": 0, + "forks": 34, + "star_to_fork_ratio": 0 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + }, + { + "name": "forks", + "type": "UInt64" + }, + { + "name": "star_to_fork_ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.129941359, + "rows_read": 13029662, + "bytes_read": 93945108 + }, + "executionTime": 0.223, + "requestId": "01K89S2SS36WRH195JXQK3KWNB", + "length": 854 + }, + "name": "pipe_31.pipe", + "question": { + "name": "pipe_31.pipe", + "content": "DESCRIPTION >\n top 10 reposistories by ratio between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n sum(event_type = 'ForkEvent') AS forks,\n sum(event_type = 'WatchEvent') AS stars,\n round(stars / forks, 3) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n GROUP BY repo_name\n ORDER BY forks DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"top 10 reposistories by ratio between stars and forks\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent') AS stars,\n COUNT_IF(event_type = 'ForkEvent') AS forks,\n IF(forks > 0, stars / forks, 0) AS star_to_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.466, + "totalDuration": 2.756, + "tokens": { + "promptTokens": 4773, + "completionTokens": 105, + "totalTokens": 4878 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent') AS stars,\n COUNT_IF(event_type = 'ForkEvent') AS forks,\n IF(forks > 0, stars / forks, 0) AS star_to_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K89S2MJ4EHZKC8A55SR3WKX0", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_31.pipe", + "question": { + "name": "pipe_31.pipe", + "content": "DESCRIPTION >\n top 10 reposistories by ratio between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n sum(event_type = 'ForkEvent') AS forks,\n sum(event_type = 'WatchEvent') AS stars,\n round(stars / forks, 3) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n GROUP BY repo_name\n ORDER BY forks DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 reposistories by ratio between stars and forks" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.418, + "totalDuration": 2.321, + "tokens": { + "promptTokens": 4585, + "completionTokens": 91, + "totalTokens": 4676 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n COUNT(CASE WHEN event_type = 'WatchEvent' THEN 1 END) AS stars,\n COUNT(CASE WHEN event_type = 'ForkEvent' THEN 1 END) AS forks,\n IF(forks > 0, stars / forks, 0) AS star_to_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "AmbalalPatil/javascript-assignments", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "bterlson/httpclient", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "TCASP/TCASP", + "stars": 0, + "forks": 2, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "wangkaijin/wangkaijin.github.io", + "stars": 1, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Parafix/R", + "stars": 0, + "forks": 1, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "sileixinhua/Python_data_science_by_iris", + "stars": 3, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "PeterCxy/android_system_core", + "stars": 0, + "forks": 2, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Dataweekends/pong_reinforcement_learning", + "stars": 0, + "forks": 2, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "youimages/zhangkaitao", + "stars": 9, + "forks": 0, + "star_to_fork_ratio": 0 + }, + { + "repo_name": "Gforcex/OpenGraphic", + "stars": 0, + "forks": 34, + "star_to_fork_ratio": 0 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "stars", + "type": "UInt64" + }, + { + "name": "forks", + "type": "UInt64" + }, + { + "name": "star_to_fork_ratio", + "type": "Float64" + } + ], + "statistics": { + "elapsed": 0.129941359, + "rows_read": 13029662, + "bytes_read": 93945108 + }, + "executionTime": 0.223, + "requestId": "01K89S2SS36WRH195JXQK3KWNB", + "length": 854 + }, + "name": "pipe_31.pipe", + "question": { + "name": "pipe_31.pipe", + "content": "DESCRIPTION >\n top 10 reposistories by ratio between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n sum(event_type = 'ForkEvent') AS forks,\n sum(event_type = 'WatchEvent') AS stars,\n round(stars / forks, 3) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n GROUP BY repo_name\n ORDER BY forks DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"top 10 reposistories by ratio between stars and forks\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent') AS stars,\n COUNT_IF(event_type = 'ForkEvent') AS forks,\n IF(forks > 0, stars / forks, 0) AS star_to_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.466, + "totalDuration": 2.756, + "tokens": { + "promptTokens": 4773, + "completionTokens": 105, + "totalTokens": 4878 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT\n COUNT_IF(event_type = 'WatchEvent') AS total_stars,\n COUNT_IF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNT_IF(event_type = 'WatchEvent') / NULLIF(COUNT_IF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.088, + "requestId": "01K89S2XTAQBARD2REMPB1FPEX", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_32.pipe", + "question": { + "name": "pipe_32.pipe", + "content": "DESCRIPTION >\n Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n sum(event_type = 'WatchEvent') AS stars,\n sum(event_type = 'ForkEvent') AS forks,\n round(stars / forks, 2) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\"\n\nYou generated this SQL query:\n```sql\nSELECT\n COUNTIF(event_type = 'WatchEvent') AS total_stars,\n COUNTIF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNTIF(event_type = 'WatchEvent') / NULLIF(COUNTIF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT\n COUNTIF(event_type = 'WatchEvent') AS total_stars,\n COUNTIF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNTIF(event_type = 'WatchEvent') / NULLIF(COUNTIF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.422, + "totalDuration": 2.312, + "tokens": { + "promptTokens": 4962, + "completionTokens": 81, + "totalTokens": 5043 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT\n COUNTIF(event_type = 'WatchEvent') AS total_stars,\n COUNTIF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNTIF(event_type = 'WatchEvent') / NULLIF(COUNTIF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.084, + "requestId": "01K89S2MDRSYJMMT4MJQAY9Q3M", + "error": "{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_32.pipe", + "question": { + "name": "pipe_32.pipe", + "content": "DESCRIPTION >\n Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n sum(event_type = 'WatchEvent') AS stars,\n sum(event_type = 'ForkEvent') AS forks,\n round(stars / forks, 2) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n\nTYPE endpoint", + "question": "Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.509, + "totalDuration": 2.181, + "tokens": { + "promptTokens": 4593, + "completionTokens": 81, + "totalTokens": 4674 + } + }, + "error": null + }, + { + "sql": "SELECT\n COUNTIF(event_type = 'WatchEvent') AS total_stars,\n COUNTIF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNTIF(event_type = 'WatchEvent') / NULLIF(COUNTIF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.085, + "requestId": "01K89S2S16DSS21JB66B5WSKXP", + "error": "{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_32.pipe", + "question": { + "name": "pipe_32.pipe", + "content": "DESCRIPTION >\n Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n sum(event_type = 'WatchEvent') AS stars,\n sum(event_type = 'ForkEvent') AS forks,\n round(stars / forks, 2) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n\nTYPE endpoint", + "question": "I previously asked: \"Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\"\n\nYou generated this SQL query:\n```sql\nSELECT\n COUNTIF(event_type = 'WatchEvent') AS total_stars,\n COUNTIF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNTIF(event_type = 'WatchEvent') / NULLIF(COUNTIF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.392, + "totalDuration": 2.133, + "tokens": { + "promptTokens": 4778, + "completionTokens": 81, + "totalTokens": 4859 + } + }, + "error": null + }, + { + "sql": "SELECT\n COUNT_IF(event_type = 'WatchEvent') AS total_stars,\n COUNT_IF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNT_IF(event_type = 'WatchEvent') / NULLIF(COUNT_IF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.088, + "requestId": "01K89S2XTAQBARD2REMPB1FPEX", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_32.pipe", + "question": { + "name": "pipe_32.pipe", + "content": "DESCRIPTION >\n Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\n\nNODE endpoint\nSQL >\n SELECT\n sum(event_type = 'WatchEvent') AS stars,\n sum(event_type = 'ForkEvent') AS forks,\n round(stars / forks, 2) AS ratio\n FROM github_events\n WHERE event_type IN ('ForkEvent', 'WatchEvent')\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"Total number of stars, forks, and ratio (rounded to 2 decimal places) between stars and forks\"\n\nYou generated this SQL query:\n```sql\nSELECT\n COUNTIF(event_type = 'WatchEvent') AS total_stars,\n COUNTIF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNTIF(event_type = 'WatchEvent') / NULLIF(COUNTIF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT\n COUNTIF(event_type = 'WatchEvent') AS total_stars,\n COUNTIF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNTIF(event_type = 'WatchEvent') / NULLIF(COUNTIF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.422, + "totalDuration": 2.312, + "tokens": { + "promptTokens": 4962, + "completionTokens": 81, + "totalTokens": 5043 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT count(*) \nFROM github_events \nWHERE event_type = 'IssuesEvent' AND action = 'opened' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "count()": 8992824 + } + ], + "meta": [ + { + "name": "count()", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.020549675, + "rows_read": 15208764, + "bytes_read": 30369155 + }, + "executionTime": 0.113, + "requestId": "01K89S2KF28A65MAFMADXCT009", + "length": 21 + }, + "name": "pipe_33.pipe", + "question": { + "name": "pipe_33.pipe", + "content": "DESCRIPTION >\n Total number of issues opened on GitHub\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of issues opened on GitHub" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.527, + "totalDuration": 1.198, + "tokens": { + "promptTokens": 4579, + "completionTokens": 28, + "totalTokens": 4607 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT count(*) \nFROM github_events \nWHERE event_type = 'IssuesEvent' AND action = 'opened' \nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "count()": 8992824 + } + ], + "meta": [ + { + "name": "count()", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.020549675, + "rows_read": 15208764, + "bytes_read": 30369155 + }, + "executionTime": 0.113, + "requestId": "01K89S2KF28A65MAFMADXCT009", + "length": 21 + }, + "name": "pipe_33.pipe", + "question": { + "name": "pipe_33.pipe", + "content": "DESCRIPTION >\n Total number of issues opened on GitHub\n\nNODE endpoint\nSQL >\n SELECT count() FROM github_events WHERE event_type = 'IssuesEvent' AND action = 'opened'\n\nTYPE endpoint", + "question": "Total number of issues opened on GitHub" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.527, + "totalDuration": 1.198, + "tokens": { + "promptTokens": 4579, + "completionTokens": 28, + "totalTokens": 4607 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "rails/rails", + "issue_comment_count": 14225 + }, + { + "repo_name": "contao/test", + "issue_comment_count": 13481 + }, + { + "repo_name": "mxcl/homebrew", + "issue_comment_count": 12690 + }, + { + "repo_name": "contao/import", + "issue_comment_count": 12494 + }, + { + "repo_name": "symfony/symfony", + "issue_comment_count": 7375 + }, + { + "repo_name": "jquery/jquery-mobile", + "issue_comment_count": 6944 + }, + { + "repo_name": "joyent/node", + "issue_comment_count": 6562 + }, + { + "repo_name": "sympy/sympy", + "issue_comment_count": 6532 + }, + { + "repo_name": "spotweb/spotweb", + "issue_comment_count": 6313 + }, + { + "repo_name": "diaspora/diaspora", + "issue_comment_count": 5164 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_comment_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.023265872, + "rows_read": 1017530, + "bytes_read": 3271134 + }, + "executionTime": 0.115, + "requestId": "01K89S2KNFKXT34RDWG9EHFM17", + "length": 582 + }, + "name": "pipe_34.pipe", + "question": { + "name": "pipe_34.pipe", + "content": "DESCRIPTION >\n The top 10 repositories by issue comment events\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'IssueCommentEvent' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "The top 10 repositories by issue comment events" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.501, + "totalDuration": 1.401, + "tokens": { + "promptTokens": 4582, + "completionTokens": 44, + "totalTokens": 4626 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "rails/rails", + "issue_comment_count": 14225 + }, + { + "repo_name": "contao/test", + "issue_comment_count": 13481 + }, + { + "repo_name": "mxcl/homebrew", + "issue_comment_count": 12690 + }, + { + "repo_name": "contao/import", + "issue_comment_count": 12494 + }, + { + "repo_name": "symfony/symfony", + "issue_comment_count": 7375 + }, + { + "repo_name": "jquery/jquery-mobile", + "issue_comment_count": 6944 + }, + { + "repo_name": "joyent/node", + "issue_comment_count": 6562 + }, + { + "repo_name": "sympy/sympy", + "issue_comment_count": 6532 + }, + { + "repo_name": "spotweb/spotweb", + "issue_comment_count": 6313 + }, + { + "repo_name": "diaspora/diaspora", + "issue_comment_count": 5164 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "issue_comment_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.023265872, + "rows_read": 1017530, + "bytes_read": 3271134 + }, + "executionTime": 0.115, + "requestId": "01K89S2KNFKXT34RDWG9EHFM17", + "length": 582 + }, + "name": "pipe_34.pipe", + "question": { + "name": "pipe_34.pipe", + "content": "DESCRIPTION >\n The top 10 repositories by issue comment events\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE event_type = 'IssueCommentEvent' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "The top 10 repositories by issue comment events" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.501, + "totalDuration": 1.401, + "tokens": { + "promptTokens": 4582, + "completionTokens": 44, + "totalTokens": 4626 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNT_IF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.084, + "requestId": "01K89S2Z1TGM4WC86AJEH7E5EP", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_35.pipe", + "question": { + "name": "pipe_35.pipe", + "content": "DESCRIPTION >\n top 10 repositories by ratio between issue comments and issues\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments,\n uniq(number) AS issues,\n round(comments / issues, 2) AS ratio\n FROM github_events\n WHERE event_type = 'IssueCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"top 10 repositories by ratio between issue comments and issues\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNTIF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNTIF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.522, + "totalDuration": 2.601, + "tokens": { + "promptTokens": 4997, + "completionTokens": 103, + "totalTokens": 5100 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNTIF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNTIF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.084, + "requestId": "01K89S2MWDCFVXDGANQCGG381F", + "error": "{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_35.pipe", + "question": { + "name": "pipe_35.pipe", + "content": "DESCRIPTION >\n top 10 repositories by ratio between issue comments and issues\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments,\n uniq(number) AS issues,\n round(comments / issues, 2) AS ratio\n FROM github_events\n WHERE event_type = 'IssueCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories by ratio between issue comments and issues" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.504, + "totalDuration": 2.646, + "tokens": { + "promptTokens": 4584, + "completionTokens": 103, + "totalTokens": 4687 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n COUNTIF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNTIF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.086, + "requestId": "01K89S2SZQP8FTX87AQJEDMQY8", + "error": "{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_35.pipe", + "question": { + "name": "pipe_35.pipe", + "content": "DESCRIPTION >\n top 10 repositories by ratio between issue comments and issues\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments,\n uniq(number) AS issues,\n round(comments / issues, 2) AS ratio\n FROM github_events\n WHERE event_type = 'IssueCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"top 10 repositories by ratio between issue comments and issues\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNTIF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.458, + "totalDuration": 2.638, + "tokens": { + "promptTokens": 4791, + "completionTokens": 103, + "totalTokens": 4894 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNT_IF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.084, + "requestId": "01K89S2Z1TGM4WC86AJEH7E5EP", + "error": "{\"error\": \"DB::Exception: Unknown function COUNT_IF. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}", + "length": 2 + }, + "name": "pipe_35.pipe", + "question": { + "name": "pipe_35.pipe", + "content": "DESCRIPTION >\n top 10 repositories by ratio between issue comments and issues\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments,\n uniq(number) AS issues,\n round(comments / issues, 2) AS ratio\n FROM github_events\n WHERE event_type = 'IssueCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"top 10 repositories by ratio between issue comments and issues\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNTIF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n COUNTIF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNTIF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"DB::Exception: Unknown function COUNTIF. Maybe you meant: ['count']. Contact support@tinybird.co if you require access to this feature\", \"documentation\": \"https://docs.tinybird.co/query/query-parameters.html\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.522, + "totalDuration": 2.601, + "tokens": { + "promptTokens": 4997, + "completionTokens": 103, + "totalTokens": 5100 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n number,\n comments\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\nORDER BY comments DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "number", + "type": "Int32" + }, + { + "name": "comments", + "type": "UInt32" + } + ], + "statistics": { + "elapsed": 0.021993682, + "rows_read": 15208764, + "bytes_read": 15231369 + }, + "executionTime": 0.114, + "requestId": "01K89S335TJ404MHD9D0NJ4K7X", + "length": 2 + }, + "name": "pipe_36.pipe", + "question": { + "name": "pipe_36.pipe", + "content": "DESCRIPTION >\n Top 10 GitHub issues (repo + issue number) by how many comments have been created\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 GitHub issues (repo + issue number) by how many comments have been created" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.722, + "totalDuration": 1.638, + "tokens": { + "promptTokens": 4594, + "completionTokens": 42, + "totalTokens": 4636 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n number,\n comments\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\nORDER BY comments DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "number", + "type": "Int32" + }, + { + "name": "comments", + "type": "UInt32" + } + ], + "statistics": { + "elapsed": 0.021993682, + "rows_read": 15208764, + "bytes_read": 15231369 + }, + "executionTime": 0.114, + "requestId": "01K89S335TJ404MHD9D0NJ4K7X", + "length": 2 + }, + "name": "pipe_36.pipe", + "question": { + "name": "pipe_36.pipe", + "content": "DESCRIPTION >\n Top 10 GitHub issues (repo + issue number) by how many comments have been created\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 GitHub issues (repo + issue number) by how many comments have been created" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.722, + "totalDuration": 1.638, + "tokens": { + "promptTokens": 4594, + "completionTokens": 42, + "totalTokens": 4636 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n number,\n comments,\n count(DISTINCT actor_login) AS comment_authors\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\n AND comments >= 10\nGROUP BY repo_name, number, comments\nORDER BY comments DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "number", + "type": "Int32" + }, + { + "name": "comments", + "type": "UInt32" + }, + { + "name": "comment_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.0272037, + "rows_read": 15208764, + "bytes_read": 15317368 + }, + "executionTime": 0.435, + "requestId": "01K89S386KZN38H07N7MT8Q8V3", + "length": 2 + }, + "name": "pipe_37.pipe", + "question": { + "name": "pipe_37.pipe", + "content": "DESCRIPTION >\n TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created') AND (number > 10)\n GROUP BY\n repo_name,\n number\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n number,\n comments,\n count(DISTINCT actor_login) AS comment_authors\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\n AND comments >= 10\nGROUP BY repo_name, number\nORDER BY comments DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] Column github_events.comments is not under aggregate function and not in GROUP BY keys. In query SELECT repo_name, number, comments, countDistinct(actor_login) AS comment_authors FROM github_llm_bench.github_events AS github_events WHERE (event_type = 'IssuesEvent') AND (action = 'created') AND (comments >= 10) GROUP BY repo_name, number ORDER BY comments DESC LIMIT 10. (NOT_AN_AGGREGATE) (query_id=01K89S33F5033XBYJA1MH1RJKZ)\", \"documentation\": \"https://docs.tinybird.co/api-re\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.418, + "totalDuration": 1.938, + "tokens": { + "promptTokens": 4884, + "completionTokens": 72, + "totalTokens": 4956 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n number,\n comments,\n count(DISTINCT actor_login) AS comment_authors\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\n AND comments >= 10\nGROUP BY repo_name, number\nORDER BY comments DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.093, + "requestId": "01K89S33F5033XBYJA1MH1RJKZ", + "error": "{\"error\": \"[Error] Column github_events.comments is not under aggregate function and not in GROUP BY keys. In query SELECT repo_name, number, comments, countDistinct(actor_login) AS comment_authors FROM github_llm_bench.github_events AS github_events WHERE (event_type = 'IssuesEvent') AND (action = 'created') AND (comments >= 10) GROUP BY repo_name, number ORDER BY comments DESC LIMIT 10. (NOT_AN_AGGREGATE) (query_id=01K89S33F5033XBYJA1MH1RJKZ)\", \"documentation\": \"https://docs.tinybird.co/api-re", + "length": 2 + }, + "name": "pipe_37.pipe", + "question": { + "name": "pipe_37.pipe", + "content": "DESCRIPTION >\n TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created') AND (number > 10)\n GROUP BY\n repo_name,\n number\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.413, + "totalDuration": 1.934, + "tokens": { + "promptTokens": 4621, + "completionTokens": 70, + "totalTokens": 4691 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n number,\n comments,\n count(DISTINCT actor_login) AS comment_authors\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\n AND comments >= 10\nGROUP BY repo_name, number, comments\nORDER BY comments DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "number", + "type": "Int32" + }, + { + "name": "comments", + "type": "UInt32" + }, + { + "name": "comment_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.0272037, + "rows_read": 15208764, + "bytes_read": 15317368 + }, + "executionTime": 0.435, + "requestId": "01K89S386KZN38H07N7MT8Q8V3", + "length": 2 + }, + "name": "pipe_37.pipe", + "question": { + "name": "pipe_37.pipe", + "content": "DESCRIPTION >\n TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n number,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'IssueCommentEvent') AND (action = 'created') AND (number > 10)\n GROUP BY\n repo_name,\n number\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"TTop 10 GitHub issues (repo + issue number > 10) by how many comments have been created. Let's also count the number of comment authors and add a threshold of >= 10\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n number,\n comments,\n count(DISTINCT actor_login) AS comment_authors\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\n AND comments >= 10\nGROUP BY repo_name, number\nORDER BY comments DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] Column github_events.comments is not under aggregate function and not in GROUP BY keys. In query SELECT repo_name, number, comments, countDistinct(actor_login) AS comment_authors FROM github_llm_bench.github_events AS github_events WHERE (event_type = 'IssuesEvent') AND (action = 'created') AND (comments >= 10) GROUP BY repo_name, number ORDER BY comments DESC LIMIT 10. (NOT_AN_AGGREGATE) (query_id=01K89S33F5033XBYJA1MH1RJKZ)\", \"documentation\": \"https://docs.tinybird.co/api-re\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.418, + "totalDuration": 1.938, + "tokens": { + "promptTokens": 4884, + "completionTokens": 72, + "totalTokens": 4956 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n count(*) as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%'\n OR lower(title) LIKE '%tensorflow%'\n OR lower(path) LIKE '%tensorflow%'\n OR lower(diff_hunk) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "event_count": 31993 + }, + { + "repo_name": "tensorflow/models", + "event_count": 6484 + }, + { + "repo_name": "tensorflow/tfjs", + "event_count": 3051 + }, + { + "repo_name": "ray-project/ray", + "event_count": 3046 + }, + { + "repo_name": "tensorflow/addons", + "event_count": 1319 + }, + { + "repo_name": "tensorflow/tensorboard", + "event_count": 1158 + }, + { + "repo_name": "tensorflow/datasets", + "event_count": 1147 + }, + { + "repo_name": "aws/deep-learning-containers", + "event_count": 1044 + }, + { + "repo_name": "tensorflow/probability", + "event_count": 946 + }, + { + "repo_name": "xitu/tensorflow", + "event_count": 912 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "event_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 5.616099727, + "rows_read": 200000000, + "bytes_read": 43620793387 + }, + "executionTime": 5.708, + "requestId": "01K89S38KT4YHV6ZZZXJF7WZHK", + "length": 551 + }, + "name": "pipe_38.pipe", + "question": { + "name": "pipe_38.pipe", + "content": "DESCRIPTION >\n Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching.\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE body ILIKE '%tensorflow%' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n count(*) as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%'\n OR lower(title) LIKE '%tensorflow%'\n OR lower(comment_id) LIKE '%tensorflow%'\n OR lower(path) LIKE '%tensorflow%'\n OR lower(diff_hunk) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] Illegal type UInt64 of argument of function lower: In scope SELECT repo_name, count(*) AS event_count FROM github_llm_bench.github_events AS github_events WHERE (lower(body) LIKE '%tensorflow%') OR (lower(title) LIKE '%tensorflow%') OR (lower(comment_id) LIKE '%tensorflow%') OR (lower(path) LIKE '%tensorflow%') OR (lower(diff_hunk) LIKE '%tensorflow%') GROUP BY repo_name ORDER BY event_count DESC LIMIT 10. (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S33S0TYBZKBVFEJC2B1HE)\", \"doc\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.747, + "totalDuration": 2.361, + "tokens": { + "promptTokens": 4870, + "completionTokens": 70, + "totalTokens": 4940 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n count(*) as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%'\n OR lower(title) LIKE '%tensorflow%'\n OR lower(comment_id) LIKE '%tensorflow%'\n OR lower(path) LIKE '%tensorflow%'\n OR lower(diff_hunk) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.093, + "requestId": "01K89S33S0TYBZKBVFEJC2B1HE", + "error": "{\"error\": \"[Error] Illegal type UInt64 of argument of function lower: In scope SELECT repo_name, count(*) AS event_count FROM github_llm_bench.github_events AS github_events WHERE (lower(body) LIKE '%tensorflow%') OR (lower(title) LIKE '%tensorflow%') OR (lower(comment_id) LIKE '%tensorflow%') OR (lower(path) LIKE '%tensorflow%') OR (lower(diff_hunk) LIKE '%tensorflow%') GROUP BY repo_name ORDER BY event_count DESC LIMIT 10. (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S33S0TYBZKBVFEJC2B1HE)\", \"doc", + "length": 2 + }, + "name": "pipe_38.pipe", + "question": { + "name": "pipe_38.pipe", + "content": "DESCRIPTION >\n Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching.\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE body ILIKE '%tensorflow%' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.548, + "totalDuration": 2.249, + "tokens": { + "promptTokens": 4596, + "completionTokens": 80, + "totalTokens": 4676 + } + }, + "error": null + }, + { + "sql": "SELECT \n repo_name,\n count(*) as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%'\n OR lower(title) LIKE '%tensorflow%'\n OR lower(path) LIKE '%tensorflow%'\n OR lower(diff_hunk) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tensorflow/tensorflow", + "event_count": 31993 + }, + { + "repo_name": "tensorflow/models", + "event_count": 6484 + }, + { + "repo_name": "tensorflow/tfjs", + "event_count": 3051 + }, + { + "repo_name": "ray-project/ray", + "event_count": 3046 + }, + { + "repo_name": "tensorflow/addons", + "event_count": 1319 + }, + { + "repo_name": "tensorflow/tensorboard", + "event_count": 1158 + }, + { + "repo_name": "tensorflow/datasets", + "event_count": 1147 + }, + { + "repo_name": "aws/deep-learning-containers", + "event_count": 1044 + }, + { + "repo_name": "tensorflow/probability", + "event_count": 946 + }, + { + "repo_name": "xitu/tensorflow", + "event_count": 912 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "event_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 5.616099727, + "rows_read": 200000000, + "bytes_read": 43620793387 + }, + "executionTime": 5.708, + "requestId": "01K89S38KT4YHV6ZZZXJF7WZHK", + "length": 551 + }, + "name": "pipe_38.pipe", + "question": { + "name": "pipe_38.pipe", + "content": "DESCRIPTION >\n Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching.\n\nNODE endpoint\nSQL >\n SELECT repo_name, count() FROM github_events WHERE body ILIKE '%tensorflow%' GROUP BY repo_name ORDER BY count() DESC LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"Top 10 Repositories with most events talking about tensorflow. Return the repository name and the number of events matching.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n repo_name,\n count(*) as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%'\n OR lower(title) LIKE '%tensorflow%'\n OR lower(comment_id) LIKE '%tensorflow%'\n OR lower(path) LIKE '%tensorflow%'\n OR lower(diff_hunk) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] Illegal type UInt64 of argument of function lower: In scope SELECT repo_name, count(*) AS event_count FROM github_llm_bench.github_events AS github_events WHERE (lower(body) LIKE '%tensorflow%') OR (lower(title) LIKE '%tensorflow%') OR (lower(comment_id) LIKE '%tensorflow%') OR (lower(path) LIKE '%tensorflow%') OR (lower(diff_hunk) LIKE '%tensorflow%') GROUP BY repo_name ORDER BY event_count DESC LIMIT 10. (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S33S0TYBZKBVFEJC2B1HE)\", \"doc\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.747, + "totalDuration": 2.361, + "tokens": { + "promptTokens": 4870, + "completionTokens": 70, + "totalTokens": 4940 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS commit_comment_count\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comment_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "dcos/dcos", + "commit_comment_count": 99250 + }, + { + "repo_name": "siggetest/githubtest", + "commit_comment_count": 52171 + }, + { + "repo_name": "NREL/EnergyPlus", + "commit_comment_count": 47886 + }, + { + "repo_name": "bambootest-bot/githubtest", + "commit_comment_count": 46876 + }, + { + "repo_name": "w4ctech/front-end-rss", + "commit_comment_count": 35958 + }, + { + "repo_name": "xamarin/xamarin-macios", + "commit_comment_count": 30631 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev", + "commit_comment_count": 28463 + }, + { + "repo_name": "miabot/galleries.csv", + "commit_comment_count": 18622 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-without-alias", + "commit_comment_count": 16107 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-with-alias", + "commit_comment_count": 16077 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "commit_comment_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.096391519, + "rows_read": 6792623, + "bytes_read": 59320521 + }, + "executionTime": 0.19, + "requestId": "01K89S3351G748HX5S7TCJAEHB", + "length": 747 + }, + "name": "pipe_39.pipe", + "question": { + "name": "pipe_39.pipe", + "content": "DESCRIPTION >\n top 10 repositories by the number of commit comments\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments\n FROM github_events\n WHERE event_type = 'CommitCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories by the number of commit comments" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.099, + "totalDuration": 1.61, + "tokens": { + "promptTokens": 4583, + "completionTokens": 44, + "totalTokens": 4627 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n COUNT(*) AS commit_comment_count\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comment_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "dcos/dcos", + "commit_comment_count": 99250 + }, + { + "repo_name": "siggetest/githubtest", + "commit_comment_count": 52171 + }, + { + "repo_name": "NREL/EnergyPlus", + "commit_comment_count": 47886 + }, + { + "repo_name": "bambootest-bot/githubtest", + "commit_comment_count": 46876 + }, + { + "repo_name": "w4ctech/front-end-rss", + "commit_comment_count": 35958 + }, + { + "repo_name": "xamarin/xamarin-macios", + "commit_comment_count": 30631 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev", + "commit_comment_count": 28463 + }, + { + "repo_name": "miabot/galleries.csv", + "commit_comment_count": 18622 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-without-alias", + "commit_comment_count": 16107 + }, + { + "repo_name": "zeit-github-test/github-e2e-tests-dev-alias-v2-with-alias", + "commit_comment_count": 16077 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "commit_comment_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.096391519, + "rows_read": 6792623, + "bytes_read": 59320521 + }, + "executionTime": 0.19, + "requestId": "01K89S3351G748HX5S7TCJAEHB", + "length": 747 + }, + "name": "pipe_39.pipe", + "question": { + "name": "pipe_39.pipe", + "content": "DESCRIPTION >\n top 10 repositories by the number of commit comments\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS comments\n FROM github_events\n WHERE event_type = 'CommitCommentEvent'\n GROUP BY repo_name\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repositories by the number of commit comments" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 1.099, + "totalDuration": 1.61, + "tokens": { + "promptTokens": 4583, + "completionTokens": 44, + "totalTokens": 4627 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n head_sha AS commit_sha,\n 'https://github.com/' || repo_name || '/commit/' || head_sha AS commit_url,\n count(*) AS total_events,\n countDistinct(actor_login) AS unique_authors,\n sum(commits) AS total_comments\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND head_sha != ''\nGROUP BY repo_name, head_sha\nHAVING unique_authors >= 10\nORDER BY total_events DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "commit_sha", + "type": "String" + }, + { + "name": "commit_url", + "type": "String" + }, + { + "name": "total_events", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "total_comments", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.053751087, + "rows_read": 75572830, + "bytes_read": 681696618 + }, + "executionTime": 0.148, + "requestId": "01K89S34BYNMB8TSRR0X7SJG1M", + "length": 2 + }, + "name": "pipe_40.pipe", + "question": { + "name": "pipe_40.pipe", + "content": "DESCRIPTION >\n Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/commit/', commit_id) AS URL,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'CommitCommentEvent') AND notEmpty(commit_id)\n GROUP BY\n repo_name,\n commit_id\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.801, + "totalDuration": 2.856, + "tokens": { + "promptTokens": 4610, + "completionTokens": 108, + "totalTokens": 4718 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n head_sha AS commit_sha,\n 'https://github.com/' || repo_name || '/commit/' || head_sha AS commit_url,\n count(*) AS total_events,\n countDistinct(actor_login) AS unique_authors,\n sum(commits) AS total_comments\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND head_sha != ''\nGROUP BY repo_name, head_sha\nHAVING unique_authors >= 10\nORDER BY total_events DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "commit_sha", + "type": "String" + }, + { + "name": "commit_url", + "type": "String" + }, + { + "name": "total_events", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "total_comments", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.053751087, + "rows_read": 75572830, + "bytes_read": 681696618 + }, + "executionTime": 0.148, + "requestId": "01K89S34BYNMB8TSRR0X7SJG1M", + "length": 2 + }, + "name": "pipe_40.pipe", + "question": { + "name": "pipe_40.pipe", + "content": "DESCRIPTION >\n Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/commit/', commit_id) AS URL,\n count() AS comments,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'CommitCommentEvent') AND notEmpty(commit_id)\n GROUP BY\n repo_name,\n commit_id\n HAVING authors >= 10\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 commits ordered by the count of commit events; include only commits with ≥ 10 distinct commenters and return full commit url, total comments, and unique authors" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.801, + "totalDuration": 2.856, + "tokens": { + "promptTokens": 4610, + "completionTokens": 108, + "totalTokens": 4718 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n CONCAT('https://github.com/', repo_name, '/pull/', number) AS pr_url,\n COUNT(DISTINCT actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "pr_url": "https://github.com/tc39/ecma262/pull/1062", + "unique_authors": 30 + }, + { + "pr_url": "https://github.com/iojs/io.js/pull/1457", + "unique_authors": 19 + }, + { + "pr_url": "https://github.com/JuliaLang/julialang.github.com/pull/437", + "unique_authors": 17 + }, + { + "pr_url": "https://github.com/symfony/symfony/pull/24411", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/symfony/recipes/pull/466", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/zephyrproject-rtos/zephyr/pull/24152", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/40312", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/34916", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/35440", + "unique_authors": 15 + }, + { + "pr_url": "https://github.com/ManageIQ/manageiq/pull/7517", + "unique_authors": 15 + } + ], + "meta": [ + { + "name": "pr_url", + "type": "String" + }, + { + "name": "unique_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.182537561, + "rows_read": 3947090, + "bytes_read": 36783105 + }, + "executionTime": 0.29, + "requestId": "01K89S3JM1TTXJCKD3E8VSVJ8H", + "length": 815 + }, + "name": "pipe_41.pipe", + "question": { + "name": "pipe_41.pipe", + "content": "DESCRIPTION >\n Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors.\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/pull/', toString(number)) AS URL,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.562, + "totalDuration": 2.035, + "tokens": { + "promptTokens": 4609, + "completionTokens": 69, + "totalTokens": 4678 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n CONCAT('https://github.com/', repo_name, '/pull/', number) AS pr_url,\n COUNT(DISTINCT actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "pr_url": "https://github.com/tc39/ecma262/pull/1062", + "unique_authors": 30 + }, + { + "pr_url": "https://github.com/iojs/io.js/pull/1457", + "unique_authors": 19 + }, + { + "pr_url": "https://github.com/JuliaLang/julialang.github.com/pull/437", + "unique_authors": 17 + }, + { + "pr_url": "https://github.com/symfony/symfony/pull/24411", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/symfony/recipes/pull/466", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/zephyrproject-rtos/zephyr/pull/24152", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/40312", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/34916", + "unique_authors": 16 + }, + { + "pr_url": "https://github.com/tgstation/tgstation/pull/35440", + "unique_authors": 15 + }, + { + "pr_url": "https://github.com/ManageIQ/manageiq/pull/7517", + "unique_authors": 15 + } + ], + "meta": [ + { + "name": "pr_url", + "type": "String" + }, + { + "name": "unique_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.182537561, + "rows_read": 3947090, + "bytes_read": 36783105 + }, + "executionTime": 0.29, + "requestId": "01K89S3JM1TTXJCKD3E8VSVJ8H", + "length": 815 + }, + "name": "pipe_41.pipe", + "question": { + "name": "pipe_41.pipe", + "content": "DESCRIPTION >\n Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors.\n\nNODE endpoint\nSQL >\n SELECT\n concat('https://github.com/', repo_name, '/pull/', toString(number)) AS URL,\n uniq(actor_login) AS authors\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY\n repo_name,\n number\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 most tough code reviews (that is, PRs with the most authors involved creating comments). Return the full URL of the PR, and the number of unique authors." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.562, + "totalDuration": 2.035, + "tokens": { + "promptTokens": 4609, + "completionTokens": 69, + "totalTokens": 4678 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n actor_login AS author,\n COUNT(*) AS push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "author": "LombiqBot", + "push_count": 3507260 + }, + { + "author": "frankbaele", + "push_count": 369489 + }, + { + "author": "chuan12", + "push_count": 356449 + }, + { + "author": "ItzLevvie", + "push_count": 276592 + }, + { + "author": "geos4s", + "push_count": 262170 + }, + { + "author": "applepaper", + "push_count": 257240 + }, + { + "author": "github-actions[bot]", + "push_count": 232538 + }, + { + "author": "datarods-svc", + "push_count": 198853 + }, + { + "author": "c1d5dc29-94f0-4b46-bc0a-397a2885eade", + "push_count": 180627 + }, + { + "author": "renovate[bot]", + "push_count": 171382 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "push_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.282585834, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 0.376, + "requestId": "01K89S3JHG08DG7J1VV23MA99Z", + "length": 473 + }, + "name": "pipe_42.pipe", + "question": { + "name": "pipe_42.pipe", + "content": "DESCRIPTION >\n Top 10 authors with the most pushes\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count() AS c\n FROM github_events\n WHERE event_type = 'PushEvent'\n GROUP BY actor_login\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 authors with the most pushes" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.878, + "totalDuration": 1.954, + "tokens": { + "promptTokens": 4581, + "completionTokens": 43, + "totalTokens": 4624 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n actor_login AS author,\n COUNT(*) AS push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "author": "LombiqBot", + "push_count": 3507260 + }, + { + "author": "frankbaele", + "push_count": 369489 + }, + { + "author": "chuan12", + "push_count": 356449 + }, + { + "author": "ItzLevvie", + "push_count": 276592 + }, + { + "author": "geos4s", + "push_count": 262170 + }, + { + "author": "applepaper", + "push_count": 257240 + }, + { + "author": "github-actions[bot]", + "push_count": 232538 + }, + { + "author": "datarods-svc", + "push_count": 198853 + }, + { + "author": "c1d5dc29-94f0-4b46-bc0a-397a2885eade", + "push_count": 180627 + }, + { + "author": "renovate[bot]", + "push_count": 171382 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "push_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.282585834, + "rows_read": 75572830, + "bytes_read": 238309784 + }, + "executionTime": 0.376, + "requestId": "01K89S3JHG08DG7J1VV23MA99Z", + "length": 473 + }, + "name": "pipe_42.pipe", + "question": { + "name": "pipe_42.pipe", + "content": "DESCRIPTION >\n Top 10 authors with the most pushes\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count() AS c\n FROM github_events\n WHERE event_type = 'PushEvent'\n GROUP BY actor_login\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 authors with the most pushes" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.878, + "totalDuration": 1.954, + "tokens": { + "promptTokens": 4581, + "completionTokens": 43, + "totalTokens": 4624 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "vuejs", + "star_count": 108982 + }, + { + "organization_name": "sindresorhus", + "star_count": 93511 + }, + { + "organization_name": "tensorflow", + "star_count": 86682 + }, + { + "organization_name": "shadowsocks", + "star_count": 47997 + }, + { + "organization_name": "square", + "star_count": 46713 + }, + { + "organization_name": "reactjs", + "star_count": 39799 + }, + { + "organization_name": "yahoo", + "star_count": 36455 + }, + { + "organization_name": "yarnpkg", + "star_count": 31480 + }, + { + "organization_name": "spring-projects", + "star_count": 30189 + }, + { + "organization_name": "zeit", + "star_count": 27822 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "String" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.060597819, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.155, + "requestId": "01K89S3J683DQGTF208GCS2P0C", + "length": 524 + }, + "name": "pipe_43.pipe", + "question": { + "name": "pipe_43.pipe", + "content": "DESCRIPTION >\n Top 10 users/organizations by the number of stars (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY org\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 users/organizations by the number of stars (get the organization name from the repo_name)" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.475, + "totalDuration": 1.591, + "tokens": { + "promptTokens": 4594, + "completionTokens": 51, + "totalTokens": 4645 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization_name\nORDER BY star_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "vuejs", + "star_count": 108982 + }, + { + "organization_name": "sindresorhus", + "star_count": 93511 + }, + { + "organization_name": "tensorflow", + "star_count": 86682 + }, + { + "organization_name": "shadowsocks", + "star_count": 47997 + }, + { + "organization_name": "square", + "star_count": 46713 + }, + { + "organization_name": "reactjs", + "star_count": 39799 + }, + { + "organization_name": "yahoo", + "star_count": 36455 + }, + { + "organization_name": "yarnpkg", + "star_count": 31480 + }, + { + "organization_name": "spring-projects", + "star_count": 30189 + }, + { + "organization_name": "zeit", + "star_count": 27822 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "String" + }, + { + "name": "star_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.060597819, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.155, + "requestId": "01K89S3J683DQGTF208GCS2P0C", + "length": 524 + }, + "name": "pipe_43.pipe", + "question": { + "name": "pipe_43.pipe", + "content": "DESCRIPTION >\n Top 10 users/organizations by the number of stars (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n count() AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY org\n ORDER BY stars DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 users/organizations by the number of stars (get the organization name from the repo_name)" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.475, + "totalDuration": 1.591, + "tokens": { + "promptTokens": 4594, + "completionTokens": 51, + "totalTokens": 4645 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n count(*) AS repo_count\nFROM github_events\nWHERE repo_name LIKE '%/%'\nGROUP BY organization_name\nORDER BY repo_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "Lombiq", + "repo_count": 3499703 + }, + { + "organization_name": "learn-co-students", + "repo_count": 717205 + }, + { + "organization_name": "eclipse", + "repo_count": 699812 + }, + { + "organization_name": "elasticvolcano", + "repo_count": 612861 + }, + { + "organization_name": "CircleCITestOrg", + "repo_count": 527851 + }, + { + "organization_name": "apache", + "repo_count": 445018 + }, + { + "organization_name": "pddemo", + "repo_count": 432432 + }, + { + "organization_name": "", + "repo_count": 409422 + }, + { + "organization_name": "frankbaele", + "repo_count": 369511 + }, + { + "organization_name": "chuan12", + "repo_count": 356452 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "String" + }, + { + "name": "repo_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.258769709, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 1.352, + "requestId": "01K89S3J9S78FBTQQA9GX1SVZ7", + "length": 540 + }, + "name": "pipe_44.pipe", + "question": { + "name": "pipe_44.pipe", + "content": "DESCRIPTION >\n Top 10 organizations by the number of repositories (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(repo_name) AS repos\n FROM\n (\n SELECT repo_name\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING count() >= 10\n )\n GROUP BY org\n ORDER BY repos DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 organizations by the number of repositories (get the organization name from the repo_name)" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.591, + "totalDuration": 1.705, + "tokens": { + "promptTokens": 4592, + "completionTokens": 50, + "totalTokens": 4642 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n count(*) AS repo_count\nFROM github_events\nWHERE repo_name LIKE '%/%'\nGROUP BY organization_name\nORDER BY repo_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "Lombiq", + "repo_count": 3499703 + }, + { + "organization_name": "learn-co-students", + "repo_count": 717205 + }, + { + "organization_name": "eclipse", + "repo_count": 699812 + }, + { + "organization_name": "elasticvolcano", + "repo_count": 612861 + }, + { + "organization_name": "CircleCITestOrg", + "repo_count": 527851 + }, + { + "organization_name": "apache", + "repo_count": 445018 + }, + { + "organization_name": "pddemo", + "repo_count": 432432 + }, + { + "organization_name": "", + "repo_count": 409422 + }, + { + "organization_name": "frankbaele", + "repo_count": 369511 + }, + { + "organization_name": "chuan12", + "repo_count": 356452 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "String" + }, + { + "name": "repo_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 1.258769709, + "rows_read": 200000000, + "bytes_read": 1268178829 + }, + "executionTime": 1.352, + "requestId": "01K89S3J9S78FBTQQA9GX1SVZ7", + "length": 540 + }, + "name": "pipe_44.pipe", + "question": { + "name": "pipe_44.pipe", + "content": "DESCRIPTION >\n Top 10 organizations by the number of repositories (get the organization name from the repo_name)\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(repo_name) AS repos\n FROM\n (\n SELECT repo_name\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n HAVING count() >= 10\n )\n GROUP BY org\n ORDER BY repos DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 organizations by the number of repositories (get the organization name from the repo_name)" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.591, + "totalDuration": 1.705, + "tokens": { + "promptTokens": 4592, + "completionTokens": 50, + "totalTokens": 4642 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT\n repo_name,\n count(*) AS pr_count,\n countDistinct(actor_login) AS unique_authors,\n sum(additions) AS total_adds,\n sum(deletions) AS total_dels\nFROM github_events\nWHERE\n event_type = 'PullRequestEvent'\n AND action = 'opened'\n AND additions < 10000\n AND deletions < 10000\nGROUP BY repo_name\nORDER BY total_adds + total_dels DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 12848, + "unique_authors": 3, + "total_adds": 5215610, + "total_dels": 5332897 + }, + { + "repo_name": "shuyangzhou/liferay-portal", + "pr_count": 2674, + "unique_authors": 41, + "total_adds": 4593360, + "total_dels": 2703679 + }, + { + "repo_name": "github-api-test-org/jenkins", + "pr_count": 687, + "unique_authors": 22, + "total_adds": 5102557, + "total_dels": 133042 + }, + { + "repo_name": "jsdelivr/jsdelivr", + "pr_count": 3772, + "unique_authors": 187, + "total_adds": 4582518, + "total_dels": 2122 + }, + { + "repo_name": "quanzhanying/jdstore", + "pr_count": 2206, + "unique_authors": 429, + "total_adds": 3713698, + "total_dels": 61341 + }, + { + "repo_name": "sergiogonzalez/liferay-portal", + "pr_count": 1696, + "unique_authors": 69, + "total_adds": 2097746, + "total_dels": 1234784 + }, + { + "repo_name": "tensorflow/tensorflow", + "pr_count": 4544, + "unique_authors": 715, + "total_adds": 2308746, + "total_dels": 847016 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13344, + "unique_authors": 703, + "total_adds": 1933149, + "total_dels": 1153554 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11188, + "unique_authors": 1034, + "total_adds": 1976945, + "total_dels": 1014334 + }, + { + "repo_name": "learn-co-students/tic-tac-toe-rb-v-000", + "pr_count": 1190, + "unique_authors": 590, + "total_adds": 2663818, + "total_dels": 1516 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "total_adds", + "type": "UInt64" + }, + { + "name": "total_dels", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.217628074, + "rows_read": 18340176, + "bytes_read": 270047065 + }, + "executionTime": 0.311, + "requestId": "01K89S3KEX1C7MAKJ7CW908MR1", + "length": 1198 + }, + "name": "pipe_45.pipe", + "question": { + "name": "pipe_45.pipe", + "content": "DESCRIPTION >\n top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels\n\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors,\n sum(additions) AS adds,\n sum(deletions) AS dels\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (additions < 10000) AND (deletions < 10000)\n GROUP BY repo_name\n ORDER BY adds + dels DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.744, + "totalDuration": 2.892, + "tokens": { + "promptTokens": 4635, + "completionTokens": 111, + "totalTokens": 4746 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT\n repo_name,\n count(*) AS pr_count,\n countDistinct(actor_login) AS unique_authors,\n sum(additions) AS total_adds,\n sum(deletions) AS total_dels\nFROM github_events\nWHERE\n event_type = 'PullRequestEvent'\n AND action = 'opened'\n AND additions < 10000\n AND deletions < 10000\nGROUP BY repo_name\nORDER BY total_adds + total_dels DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "everypolitician/everypolitician-data", + "pr_count": 12848, + "unique_authors": 3, + "total_adds": 5215610, + "total_dels": 5332897 + }, + { + "repo_name": "shuyangzhou/liferay-portal", + "pr_count": 2674, + "unique_authors": 41, + "total_adds": 4593360, + "total_dels": 2703679 + }, + { + "repo_name": "github-api-test-org/jenkins", + "pr_count": 687, + "unique_authors": 22, + "total_adds": 5102557, + "total_dels": 133042 + }, + { + "repo_name": "jsdelivr/jsdelivr", + "pr_count": 3772, + "unique_authors": 187, + "total_adds": 4582518, + "total_dels": 2122 + }, + { + "repo_name": "quanzhanying/jdstore", + "pr_count": 2206, + "unique_authors": 429, + "total_adds": 3713698, + "total_dels": 61341 + }, + { + "repo_name": "sergiogonzalez/liferay-portal", + "pr_count": 1696, + "unique_authors": 69, + "total_adds": 2097746, + "total_dels": 1234784 + }, + { + "repo_name": "tensorflow/tensorflow", + "pr_count": 4544, + "unique_authors": 715, + "total_adds": 2308746, + "total_dels": 847016 + }, + { + "repo_name": "rust-lang/rust", + "pr_count": 13344, + "unique_authors": 703, + "total_adds": 1933149, + "total_dels": 1153554 + }, + { + "repo_name": "kubernetes/kubernetes", + "pr_count": 11188, + "unique_authors": 1034, + "total_adds": 1976945, + "total_dels": 1014334 + }, + { + "repo_name": "learn-co-students/tic-tac-toe-rb-v-000", + "pr_count": 1190, + "unique_authors": 590, + "total_adds": 2663818, + "total_dels": 1516 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "pr_count", + "type": "UInt64" + }, + { + "name": "unique_authors", + "type": "UInt64" + }, + { + "name": "total_adds", + "type": "UInt64" + }, + { + "name": "total_dels", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.217628074, + "rows_read": 18340176, + "bytes_read": 270047065 + }, + "executionTime": 0.311, + "requestId": "01K89S3KEX1C7MAKJ7CW908MR1", + "length": 1198 + }, + "name": "pipe_45.pipe", + "question": { + "name": "pipe_45.pipe", + "content": "DESCRIPTION >\n top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels\n\n\nNODE endpoint\nSQL >\n SELECT\n repo_name,\n count() AS prs,\n uniq(actor_login) AS authors,\n sum(additions) AS adds,\n sum(deletions) AS dels\n FROM github_events\n WHERE (event_type = 'PullRequestEvent') AND (action = 'opened') AND (additions < 10000) AND (deletions < 10000)\n GROUP BY repo_name\n ORDER BY adds + dels DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 repos ranked by total code churn (adds + dels) from pull requests opened\n only include PRs with <10 000 adds & <10 000 dels. return repo, pr count, unique authors, total adds, total dels" + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.744, + "totalDuration": 2.892, + "tokens": { + "promptTokens": 4635, + "completionTokens": 111, + "totalTokens": 4746 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n actor_login AS author,\n COUNT(*) AS total_comments,\n COUNT(DISTINCT repo_name) AS unique_repos,\n COUNT(DISTINCT number) AS unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent' \n AND action = 'created'\nGROUP BY actor_login\nORDER BY total_comments DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "author": "houndci-bot", + "total_comments": 62390, + "unique_repos": 530, + "unique_prs": 2197 + }, + { + "author": "houndci", + "total_comments": 54995, + "unique_repos": 639, + "unique_prs": 1391 + }, + { + "author": "codacy-bot", + "total_comments": 31784, + "unique_repos": 216, + "unique_prs": 958 + }, + { + "author": "dieunb", + "total_comments": 6265, + "unique_repos": 131, + "unique_prs": 106 + }, + { + "author": "stephentoub", + "total_comments": 5158, + "unique_repos": 9, + "unique_prs": 862 + }, + { + "author": "hound[bot]", + "total_comments": 5041, + "unique_repos": 46, + "unique_prs": 314 + }, + { + "author": "codeschool-kiddo", + "total_comments": 5005, + "unique_repos": 983, + "unique_prs": 3246 + }, + { + "author": "vaadin-bot", + "total_comments": 4760, + "unique_repos": 37, + "unique_prs": 758 + }, + { + "author": "github-actions[bot]", + "total_comments": 4721, + "unique_repos": 38, + "unique_prs": 181 + }, + { + "author": "timabbott", + "total_comments": 4704, + "unique_repos": 10, + "unique_prs": 1094 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "total_comments", + "type": "UInt64" + }, + { + "name": "unique_repos", + "type": "UInt64" + }, + { + "name": "unique_prs", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.076390929, + "rows_read": 3947090, + "bytes_read": 40658450 + }, + "executionTime": 0.171, + "requestId": "01K89S3R9V2PJ7VEK066SW5VYD", + "length": 831 + }, + "name": "pipe_46.pipe", + "question": { + "name": "pipe_46.pipe", + "content": "DESCRIPTION >\n Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs.\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count(),\n uniq(repo_name) AS repos,\n uniq(repo_name, number) AS prs\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY actor_login\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.432, + "totalDuration": 2.145, + "tokens": { + "promptTokens": 4608, + "completionTokens": 79, + "totalTokens": 4687 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n actor_login AS author,\n COUNT(*) AS total_comments,\n COUNT(DISTINCT repo_name) AS unique_repos,\n COUNT(DISTINCT number) AS unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent' \n AND action = 'created'\nGROUP BY actor_login\nORDER BY total_comments DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "author": "houndci-bot", + "total_comments": 62390, + "unique_repos": 530, + "unique_prs": 2197 + }, + { + "author": "houndci", + "total_comments": 54995, + "unique_repos": 639, + "unique_prs": 1391 + }, + { + "author": "codacy-bot", + "total_comments": 31784, + "unique_repos": 216, + "unique_prs": 958 + }, + { + "author": "dieunb", + "total_comments": 6265, + "unique_repos": 131, + "unique_prs": 106 + }, + { + "author": "stephentoub", + "total_comments": 5158, + "unique_repos": 9, + "unique_prs": 862 + }, + { + "author": "hound[bot]", + "total_comments": 5041, + "unique_repos": 46, + "unique_prs": 314 + }, + { + "author": "codeschool-kiddo", + "total_comments": 5005, + "unique_repos": 983, + "unique_prs": 3246 + }, + { + "author": "vaadin-bot", + "total_comments": 4760, + "unique_repos": 37, + "unique_prs": 758 + }, + { + "author": "github-actions[bot]", + "total_comments": 4721, + "unique_repos": 38, + "unique_prs": 181 + }, + { + "author": "timabbott", + "total_comments": 4704, + "unique_repos": 10, + "unique_prs": 1094 + } + ], + "meta": [ + { + "name": "author", + "type": "LowCardinality(String)" + }, + { + "name": "total_comments", + "type": "UInt64" + }, + { + "name": "unique_repos", + "type": "UInt64" + }, + { + "name": "unique_prs", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.076390929, + "rows_read": 3947090, + "bytes_read": 40658450 + }, + "executionTime": 0.171, + "requestId": "01K89S3R9V2PJ7VEK066SW5VYD", + "length": 831 + }, + "name": "pipe_46.pipe", + "question": { + "name": "pipe_46.pipe", + "content": "DESCRIPTION >\n Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs.\n\nNODE endpoint\nSQL >\n SELECT\n actor_login,\n count(),\n uniq(repo_name) AS repos,\n uniq(repo_name, number) AS prs\n FROM github_events\n WHERE (event_type = 'PullRequestReviewCommentEvent') AND (action = 'created')\n GROUP BY actor_login\n ORDER BY count() DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 Authors with the most code reviews. Return the author, the number of pull request comments created, and from those, the number of unique repositories and PRs." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.432, + "totalDuration": 2.145, + "tokens": { + "promptTokens": 4608, + "completionTokens": 79, + "totalTokens": 4687 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n label\n FROM github_events\n ARRAY JOIN labels AS label\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "label": "enhancement", + "usage_count": 388865 + }, + { + "label": "bug", + "usage_count": 343621 + }, + { + "label": "FP: Pending Review", + "usage_count": 43256 + }, + { + "label": "feature", + "usage_count": 43123 + }, + { + "label": "question", + "usage_count": 41538 + }, + { + "label": "help wanted", + "usage_count": 40516 + }, + { + "label": "Bug", + "usage_count": 37575 + }, + { + "label": "movie", + "usage_count": 34451 + }, + { + "label": "Gitalk", + "usage_count": 33432 + }, + { + "label": "Feature", + "usage_count": 32506 + } + ], + "meta": [ + { + "name": "label", + "type": "LowCardinality(String)" + }, + { + "name": "usage_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.447349996, + "rows_read": 34355563, + "bytes_read": 339309311 + }, + "executionTime": 0.544, + "requestId": "01K89S42H6F0BRD73XB9SFA9Y9", + "length": 412 + }, + "name": "pipe_47.pipe", + "question": { + "name": "pipe_47.pipe", + "content": "DESCRIPTION >\n Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\n\nNODE endpoint\nSQL >\n SELECT\n arrayJoin(labels) AS label,\n count() AS c\n FROM github_events\n WHERE (event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')) AND (action IN ('created', 'opened', 'labeled'))\n GROUP BY label\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n JSONExtractString(labels, 1) AS label\n FROM github_events\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND JSONExtractArrayRaw(labels) != '[]'\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] The first argument of function JSONExtractArrayRaw should be a string containing JSON, illegal type: Array(String). (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S3RPERFFE9D4ZF6BP7ZEV)\", \"documentation\": \"https://docs.tinybird.co/api-reference/query-api.html#get--v0-sql\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n JSONExtractString(labels, 1) AS label\n FROM github_events\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] The first argument of function JSONExtractString should be a string containing JSON, illegal type: Array(String). (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S3XM3NPN0ET4SFHMR6Q7Q)\", \"documentation\": \"https://docs.tinybird.co/api-reference/query-api.html#get--v0-sql\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.471, + "totalDuration": 2.425, + "tokens": { + "promptTokens": 5077, + "completionTokens": 94, + "totalTokens": 5171 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n JSONExtractString(labels, 1) AS label\n FROM github_events\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND JSONExtractArrayRaw(labels) != '[]'\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.095, + "requestId": "01K89S3RPERFFE9D4ZF6BP7ZEV", + "error": "{\"error\": \"[Error] The first argument of function JSONExtractArrayRaw should be a string containing JSON, illegal type: Array(String). (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S3RPERFFE9D4ZF6BP7ZEV)\", \"documentation\": \"https://docs.tinybird.co/api-reference/query-api.html#get--v0-sql\"}", + "length": 2 + }, + "name": "pipe_47.pipe", + "question": { + "name": "pipe_47.pipe", + "content": "DESCRIPTION >\n Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\n\nNODE endpoint\nSQL >\n SELECT\n arrayJoin(labels) AS label,\n count() AS c\n FROM github_events\n WHERE (event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')) AND (action IN ('created', 'opened', 'labeled'))\n GROUP BY label\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.433, + "totalDuration": 2.547, + "tokens": { + "promptTokens": 4613, + "completionTokens": 99, + "totalTokens": 4712 + } + }, + "error": null + }, + { + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n JSONExtractString(labels, 1) AS label\n FROM github_events\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10", + "sqlResult": { + "success": false, + "data": [], + "executionTime": 0.1, + "requestId": "01K89S3XM3NPN0ET4SFHMR6Q7Q", + "error": "{\"error\": \"[Error] The first argument of function JSONExtractString should be a string containing JSON, illegal type: Array(String). (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S3XM3NPN0ET4SFHMR6Q7Q)\", \"documentation\": \"https://docs.tinybird.co/api-reference/query-api.html#get--v0-sql\"}", + "length": 2 + }, + "name": "pipe_47.pipe", + "question": { + "name": "pipe_47.pipe", + "content": "DESCRIPTION >\n Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\n\nNODE endpoint\nSQL >\n SELECT\n arrayJoin(labels) AS label,\n count() AS c\n FROM github_events\n WHERE (event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')) AND (action IN ('created', 'opened', 'labeled'))\n GROUP BY label\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n JSONExtractString(labels, 1) AS label\n FROM github_events\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND JSONExtractArrayRaw(labels) != '[]'\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] The first argument of function JSONExtractArrayRaw should be a string containing JSON, illegal type: Array(String). (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S3RPERFFE9D4ZF6BP7ZEV)\", \"documentation\": \"https://docs.tinybird.co/api-reference/query-api.html#get--v0-sql\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.5, + "totalDuration": 2.448, + "tokens": { + "promptTokens": 4846, + "completionTokens": 96, + "totalTokens": 4942 + } + }, + "error": null + }, + { + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n label\n FROM github_events\n ARRAY JOIN labels AS label\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "label": "enhancement", + "usage_count": 388865 + }, + { + "label": "bug", + "usage_count": 343621 + }, + { + "label": "FP: Pending Review", + "usage_count": 43256 + }, + { + "label": "feature", + "usage_count": 43123 + }, + { + "label": "question", + "usage_count": 41538 + }, + { + "label": "help wanted", + "usage_count": 40516 + }, + { + "label": "Bug", + "usage_count": 37575 + }, + { + "label": "movie", + "usage_count": 34451 + }, + { + "label": "Gitalk", + "usage_count": 33432 + }, + { + "label": "Feature", + "usage_count": 32506 + } + ], + "meta": [ + { + "name": "label", + "type": "LowCardinality(String)" + }, + { + "name": "usage_count", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 0.447349996, + "rows_read": 34355563, + "bytes_read": 339309311 + }, + "executionTime": 0.544, + "requestId": "01K89S42H6F0BRD73XB9SFA9Y9", + "length": 412 + }, + "name": "pipe_47.pipe", + "question": { + "name": "pipe_47.pipe", + "content": "DESCRIPTION >\n Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\n\nNODE endpoint\nSQL >\n SELECT\n arrayJoin(labels) AS label,\n count() AS c\n FROM github_events\n WHERE (event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')) AND (action IN ('created', 'opened', 'labeled'))\n GROUP BY label\n ORDER BY c DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "I previously asked: \"I previously asked: \"Top 10 most popular labels for issues and pull requests. Return the label and the number of times it has been used in issues, pull requests, and issue comments created, opened, or labeled.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n JSONExtractString(labels, 1) AS label\n FROM github_events\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND JSONExtractArrayRaw(labels) != '[]'\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] The first argument of function JSONExtractArrayRaw should be a string containing JSON, illegal type: Array(String). (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S3RPERFFE9D4ZF6BP7ZEV)\", \"documentation\": \"https://docs.tinybird.co/api-reference/query-api.html#get--v0-sql\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse.\"\n\nYou generated this SQL query:\n```sql\nSELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n JSONExtractString(labels, 1) AS label\n FROM github_events\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10\n```\n\nBut it resulted in this error:\n```\n{\"error\": \"[Error] The first argument of function JSONExtractString should be a string containing JSON, illegal type: Array(String). (ILLEGAL_TYPE_OF_ARGUMENT) (query_id=01K89S3XM3NPN0ET4SFHMR6Q7Q)\", \"documentation\": \"https://docs.tinybird.co/api-reference/query-api.html#get--v0-sql\"}\n```\n\nPlease fix the SQL query to correctly answer my original question. Make sure the SQL is valid for Tinybird/ClickHouse." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.471, + "totalDuration": 2.425, + "tokens": { + "promptTokens": 5077, + "completionTokens": 94, + "totalTokens": 5171 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name AS organization_name,\n COUNT(DISTINCT actor_login) AS total_unique_authors,\n COUNT(DISTINCT IF(event_type = 'PullRequestEvent', actor_login, NULL)) AS unique_pr_authors,\n COUNT(DISTINCT IF(event_type = 'IssuesEvent' AND action = 'opened', actor_login, NULL)) AS unique_issue_authors,\n COUNT(DISTINCT IF(event_type = 'IssueCommentEvent', actor_login, NULL)) AS unique_issue_comment_authors,\n COUNT(DISTINCT IF(event_type = 'PushEvent', actor_login, NULL)) AS unique_push_authors\nFROM github_events\nWHERE repo_name LIKE '%/%' -- Filter to only repos with organization name (i.e., org/repo format)\nGROUP BY repo_name\nORDER BY total_unique_authors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "/", + "total_unique_authors": 53942, + "unique_pr_authors": 632, + "unique_issue_authors": 790, + "unique_issue_comment_authors": 0, + "unique_push_authors": 18290 + }, + { + "organization_name": "tensorflow/tensorflow", + "total_unique_authors": 51951, + "unique_pr_authors": 725, + "unique_issue_authors": 4640, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "vuejs/vue", + "total_unique_authors": 43600, + "unique_pr_authors": 153, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "yarnpkg/yarn", + "total_unique_authors": 30640, + "unique_pr_authors": 231, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "sindresorhus/awesome", + "total_unique_authors": 27557, + "unique_pr_authors": 257, + "unique_issue_authors": 42, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "996icu/996.ICU", + "total_unique_authors": 25472, + "unique_pr_authors": 0, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "thedaviddias/Front-End-Checklist", + "total_unique_authors": 24390, + "unique_pr_authors": 0, + "unique_issue_authors": 33, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "sdmg15/Best-websites-a-programmer-should-visit", + "total_unique_authors": 21419, + "unique_pr_authors": 0, + "unique_issue_authors": 14, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "toddmotto/public-apis", + "total_unique_authors": 20767, + "unique_pr_authors": 191, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "twbs/bootstrap", + "total_unique_authors": 20078, + "unique_pr_authors": 407, + "unique_issue_authors": 600, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "LowCardinality(String)" + }, + { + "name": "total_unique_authors", + "type": "UInt64" + }, + { + "name": "unique_pr_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_comment_authors", + "type": "UInt64" + }, + { + "name": "unique_push_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 17.958851835, + "rows_read": 200000000, + "bytes_read": 2430126441 + }, + "executionTime": 18.327, + "requestId": "01K89S3TAH24GX9FD1XHVS2N0W", + "length": 1799 + }, + "name": "pipe_48.pipe", + "question": { + "name": "pipe_48.pipe", + "content": "DESCRIPTION >\n top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors.\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(actor_login) AS authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent') AS pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent') AS issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') AS comment_authors,\n uniqIf(actor_login, event_type = 'PullRequestReviewCommentEvent') AS review_authors,\n uniqIf(actor_login, event_type = 'PushEvent') AS push_authors\n FROM github_events\n WHERE event_type IN ('PullRequestEvent', 'IssuesEvent', 'IssueCommentEvent', 'PullRequestReviewCommentEvent', 'PushEvent')\n GROUP BY org\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.531, + "totalDuration": 4.215, + "tokens": { + "promptTokens": 4635, + "completionTokens": 175, + "totalTokens": 4810 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name AS organization_name,\n COUNT(DISTINCT actor_login) AS total_unique_authors,\n COUNT(DISTINCT IF(event_type = 'PullRequestEvent', actor_login, NULL)) AS unique_pr_authors,\n COUNT(DISTINCT IF(event_type = 'IssuesEvent' AND action = 'opened', actor_login, NULL)) AS unique_issue_authors,\n COUNT(DISTINCT IF(event_type = 'IssueCommentEvent', actor_login, NULL)) AS unique_issue_comment_authors,\n COUNT(DISTINCT IF(event_type = 'PushEvent', actor_login, NULL)) AS unique_push_authors\nFROM github_events\nWHERE repo_name LIKE '%/%' -- Filter to only repos with organization name (i.e., org/repo format)\nGROUP BY repo_name\nORDER BY total_unique_authors DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "organization_name": "/", + "total_unique_authors": 53942, + "unique_pr_authors": 632, + "unique_issue_authors": 790, + "unique_issue_comment_authors": 0, + "unique_push_authors": 18290 + }, + { + "organization_name": "tensorflow/tensorflow", + "total_unique_authors": 51951, + "unique_pr_authors": 725, + "unique_issue_authors": 4640, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "vuejs/vue", + "total_unique_authors": 43600, + "unique_pr_authors": 153, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "yarnpkg/yarn", + "total_unique_authors": 30640, + "unique_pr_authors": 231, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "sindresorhus/awesome", + "total_unique_authors": 27557, + "unique_pr_authors": 257, + "unique_issue_authors": 42, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "996icu/996.ICU", + "total_unique_authors": 25472, + "unique_pr_authors": 0, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "thedaviddias/Front-End-Checklist", + "total_unique_authors": 24390, + "unique_pr_authors": 0, + "unique_issue_authors": 33, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "sdmg15/Best-websites-a-programmer-should-visit", + "total_unique_authors": 21419, + "unique_pr_authors": 0, + "unique_issue_authors": 14, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "toddmotto/public-apis", + "total_unique_authors": 20767, + "unique_pr_authors": 191, + "unique_issue_authors": 0, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + }, + { + "organization_name": "twbs/bootstrap", + "total_unique_authors": 20078, + "unique_pr_authors": 407, + "unique_issue_authors": 600, + "unique_issue_comment_authors": 0, + "unique_push_authors": 0 + } + ], + "meta": [ + { + "name": "organization_name", + "type": "LowCardinality(String)" + }, + { + "name": "total_unique_authors", + "type": "UInt64" + }, + { + "name": "unique_pr_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_authors", + "type": "UInt64" + }, + { + "name": "unique_issue_comment_authors", + "type": "UInt64" + }, + { + "name": "unique_push_authors", + "type": "UInt64" + } + ], + "statistics": { + "elapsed": 17.958851835, + "rows_read": 200000000, + "bytes_read": 2430126441 + }, + "executionTime": 18.327, + "requestId": "01K89S3TAH24GX9FD1XHVS2N0W", + "length": 1799 + }, + "name": "pipe_48.pipe", + "question": { + "name": "pipe_48.pipe", + "content": "DESCRIPTION >\n top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors.\n\nNODE endpoint\nSQL >\n SELECT\n lower(substring(repo_name, 1, position(repo_name, '/'))) AS org,\n uniq(actor_login) AS authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent') AS pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent') AS issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') AS comment_authors,\n uniqIf(actor_login, event_type = 'PullRequestReviewCommentEvent') AS review_authors,\n uniqIf(actor_login, event_type = 'PushEvent') AS push_authors\n FROM github_events\n WHERE event_type IN ('PullRequestEvent', 'IssuesEvent', 'IssueCommentEvent', 'PullRequestReviewCommentEvent', 'PushEvent')\n GROUP BY org\n ORDER BY authors DESC\n LIMIT 10\n\nTYPE endpoint", + "question": "top 10 Organizations by the size of community (get the organization name from the repo_name)\n return the organization name, the number of unique authors, the number of unique pull request authors, the number of unique issue authors, the number of unique issue comment authors, and the number of unique push authors." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.531, + "totalDuration": 4.215, + "tokens": { + "promptTokens": 4635, + "completionTokens": 175, + "totalTokens": 4810 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT \n repo_name,\n CHARACTER_LENGTH(repo_name) AS repo_name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY repo_name_length DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "vintagegamingsystems/Disk-Low-Level-Discovery-for-Physical-Disk-within-Windows-Performance-Monitoring-in-Zabbix-2.0", + "repo_name_length": 115 + }, + { + "repo_name": "rajpalsinghus/Netgear-tech-support-number-1-844-234-9752-Netgear-Router-tech-support-phone-Number-for-phone-Netgea", + "repo_name_length": 114 + }, + { + "repo_name": "xy1377660586/Fine-tuning-a-pre-trained-CNN-for-first-year-sea-ice-and-multi-year-sea-ice-cp-imagery-classificatio", + "repo_name_length": 113 + }, + { + "repo_name": "wanlonghenry/Facial-Emotion-Expression-Recognition-with-Developed-Convolutional-Neural-Networks-in-Representation", + "repo_name_length": 113 + }, + { + "repo_name": "shubham-singla01/All-basic-Computer-Science-knowledge-you-will-need-to-work-in-big-4---amazon-fb-google-microsoft", + "repo_name_length": 113 + }, + { + "repo_name": "standardebooks/hermann-hesse_siddhartha_gunther-olesch_anke-dreher_amy-coulter_stefan-langer_semyon-chaichenets", + "repo_name_length": 111 + }, + { + "repo_name": "ucdavis-bioinformatics-training/Bioinformatics-Genome-Assembly-and-Analysis-Workshop-Pac-Bio-and-10x-Genomics-", + "repo_name_length": 110 + }, + { + "repo_name": "wakayama-pref-org/s_social_security_physical_disability_certificate_issued_situation_national_health_insurance", + "repo_name_length": 110 + }, + { + "repo_name": "ucdavis-bioinformatics-training/A-Primer-on-Using-the-Bioinformatics-Core-Administrated-Servers-and-Cluster-s-", + "repo_name_length": 110 + }, + { + "repo_name": "reevesangie/https-nid.naver.com-nidlogin.login-svctype-262144-url-http-3A-2F-2Fm.cafe.naver.com-2FSectionMyCaf", + "repo_name_length": 110 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "repo_name_length", + "type": "LowCardinality(UInt64)" + } + ], + "statistics": { + "elapsed": 0.051027318, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.144, + "requestId": "01K89S3QPZ5XPME4EAR4W8TEC3", + "length": 1520 + }, + "name": "pipe_49.pipe", + "question": { + "name": "pipe_49.pipe", + "content": "DESCRIPTION >\n Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length.\n\nNODE endpoint\nSQL >\n SELECT repo_name, length(repo_name) as name_length FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY name_length DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.523, + "totalDuration": 1.537, + "tokens": { + "promptTokens": 4596, + "completionTokens": 46, + "totalTokens": 4642 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT \n repo_name,\n CHARACTER_LENGTH(repo_name) AS repo_name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY repo_name_length DESC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "vintagegamingsystems/Disk-Low-Level-Discovery-for-Physical-Disk-within-Windows-Performance-Monitoring-in-Zabbix-2.0", + "repo_name_length": 115 + }, + { + "repo_name": "rajpalsinghus/Netgear-tech-support-number-1-844-234-9752-Netgear-Router-tech-support-phone-Number-for-phone-Netgea", + "repo_name_length": 114 + }, + { + "repo_name": "xy1377660586/Fine-tuning-a-pre-trained-CNN-for-first-year-sea-ice-and-multi-year-sea-ice-cp-imagery-classificatio", + "repo_name_length": 113 + }, + { + "repo_name": "wanlonghenry/Facial-Emotion-Expression-Recognition-with-Developed-Convolutional-Neural-Networks-in-Representation", + "repo_name_length": 113 + }, + { + "repo_name": "shubham-singla01/All-basic-Computer-Science-knowledge-you-will-need-to-work-in-big-4---amazon-fb-google-microsoft", + "repo_name_length": 113 + }, + { + "repo_name": "standardebooks/hermann-hesse_siddhartha_gunther-olesch_anke-dreher_amy-coulter_stefan-langer_semyon-chaichenets", + "repo_name_length": 111 + }, + { + "repo_name": "ucdavis-bioinformatics-training/Bioinformatics-Genome-Assembly-and-Analysis-Workshop-Pac-Bio-and-10x-Genomics-", + "repo_name_length": 110 + }, + { + "repo_name": "wakayama-pref-org/s_social_security_physical_disability_certificate_issued_situation_national_health_insurance", + "repo_name_length": 110 + }, + { + "repo_name": "ucdavis-bioinformatics-training/A-Primer-on-Using-the-Bioinformatics-Core-Administrated-Servers-and-Cluster-s-", + "repo_name_length": 110 + }, + { + "repo_name": "reevesangie/https-nid.naver.com-nidlogin.login-svctype-262144-url-http-3A-2F-2Fm.cafe.naver.com-2FSectionMyCaf", + "repo_name_length": 110 + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + }, + { + "name": "repo_name_length", + "type": "LowCardinality(UInt64)" + } + ], + "statistics": { + "elapsed": 0.051027318, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.144, + "requestId": "01K89S3QPZ5XPME4EAR4W8TEC3", + "length": 1520 + }, + "name": "pipe_49.pipe", + "question": { + "name": "pipe_49.pipe", + "content": "DESCRIPTION >\n Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length.\n\nNODE endpoint\nSQL >\n SELECT repo_name, length(repo_name) as name_length FROM github_events WHERE event_type = 'WatchEvent' GROUP BY repo_name ORDER BY name_length DESC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 longest repository names with at least 1 star. Return the repository name and the repository name length." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.523, + "totalDuration": 1.537, + "tokens": { + "promptTokens": 4596, + "completionTokens": 46, + "totalTokens": 4642 + } + }, + "error": null + } + ] + }, + { + "sql": "SELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count() >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tj/n" + }, + { + "repo_name": "tj/co" + }, + { + "repo_name": "rr/rr" + }, + { + "repo_name": "tj/es" + }, + { + "repo_name": "xo/xo" + }, + { + "repo_name": "z/kbx" + }, + { + "repo_name": "s4/s4" + }, + { + "repo_name": "sn/sn" + }, + { + "repo_name": "sjl/d" + }, + { + "repo_name": "sjl/t" + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + } + ], + "statistics": { + "elapsed": 0.056843779, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.148, + "requestId": "01K89S3QQ9GC63Q8170GS99RW4", + "length": 220 + }, + "name": "pipe_50.pipe", + "question": { + "name": "pipe_50.pipe", + "content": "DESCRIPTION >\n Top 10 shortest repository names with at least 1 star. Only return the repository name.\n\nNODE endpoint\nSQL >\n SELECT repo_name FROM github_events WHERE event_type = 'WatchEvent' AND repo_name LIKE '%_/_%' GROUP BY repo_name ORDER BY length(repo_name) ASC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 shortest repository names with at least 1 star. Only return the repository name." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.628, + "totalDuration": 1.549, + "tokens": { + "promptTokens": 4592, + "completionTokens": 42, + "totalTokens": 4634 + } + }, + "error": null, + "attempts": [ + { + "sql": "SELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count() >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10", + "sqlResult": { + "success": true, + "data": [ + { + "repo_name": "tj/n" + }, + { + "repo_name": "tj/co" + }, + { + "repo_name": "rr/rr" + }, + { + "repo_name": "tj/es" + }, + { + "repo_name": "xo/xo" + }, + { + "repo_name": "z/kbx" + }, + { + "repo_name": "s4/s4" + }, + { + "repo_name": "sn/sn" + }, + { + "repo_name": "sjl/d" + }, + { + "repo_name": "sjl/t" + } + ], + "meta": [ + { + "name": "repo_name", + "type": "LowCardinality(String)" + } + ], + "statistics": { + "elapsed": 0.056843779, + "rows_read": 7321600, + "bytes_read": 35699881 + }, + "executionTime": 0.148, + "requestId": "01K89S3QQ9GC63Q8170GS99RW4", + "length": 220 + }, + "name": "pipe_50.pipe", + "question": { + "name": "pipe_50.pipe", + "content": "DESCRIPTION >\n Top 10 shortest repository names with at least 1 star. Only return the repository name.\n\nNODE endpoint\nSQL >\n SELECT repo_name FROM github_events WHERE event_type = 'WatchEvent' AND repo_name LIKE '%_/_%' GROUP BY repo_name ORDER BY length(repo_name) ASC LIMIT 10\n\nTYPE endpoint", + "question": "Top 10 shortest repository names with at least 1 star. Only return the repository name." + }, + "model": "qwen3-vl-32b-instruct", + "provider": "qwen", + "metrics": { + "timeToFirstToken": 0.628, + "totalDuration": 1.549, + "tokens": { + "promptTokens": 4592, + "completionTokens": 42, + "totalTokens": 4634 + } + }, + "error": null + } + ] } ] \ No newline at end of file diff --git a/src/benchmark/validation-results.json b/src/benchmark/validation-results.json index 7a262b3..b3802cc 100644 --- a/src/benchmark/validation-results.json +++ b/src/benchmark/validation-results.json @@ -924,6 +924,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count() as total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT count(*) \nFROM github_events \nWHERE event_type = 'WatchEvent' \nLIMIT 10" } }, "humanResults": { @@ -1869,6 +1883,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -2855,6 +2883,20 @@ "humanRowCount": 5, "llmRowCount": 5, "sql": "\nSELECT\n pow(10, floor(log10(stars + 1))) as star_bucket,\n count(DISTINCT repo_name) as repo_count\nFROM (\n SELECT \n repo_name,\n count() as stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n)\nWHERE stars > 0\nGROUP BY star_bucket\nORDER BY star_bucket ASC\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 5, + "llmRowCount": 10, + "sql": "SELECT \n floor(stars / 10) * 10 AS star_bucket,\n count(*) AS repo_count\nFROM (\n SELECT \n repo_name,\n count(*) AS stars\n FROM github_events\n WHERE event_type = 'WatchEvent'\n GROUP BY repo_name\n) AS repo_stars\nGROUP BY star_bucket\nORDER BY star_bucket\nLIMIT 10" } }, "humanResults": { @@ -3825,6 +3867,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT repo_name) as total_repositories\nFROM github_events\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT COUNT(DISTINCT repo_name) AS total_repositories\nFROM github_events\nLIMIT 10" } }, "humanResults": { @@ -4770,6 +4826,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n toYear(created_at) as year,\n repo_name,\n count() as events_count\nFROM github_events\nWHERE toYear(created_at) >= 2015\nGROUP BY year, repo_name\nORDER BY year ASC, events_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 0.9473684210526316, + "numeric": 1, + "fScore": 0.09999999999999998 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS event_count,\n YEAR(created_at) AS year\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND YEAR(created_at) >= 2015\nGROUP BY repo_name, year\nORDER BY event_count DESC, year ASC\nLIMIT 10" } }, "humanResults": { @@ -5770,6 +5840,20 @@ "humanRowCount": 2, "llmRowCount": 2, "sql": "\nSELECT \n toYear(created_at) as year,\n count() as total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 2, + "llmRowCount": 2, + "sql": "SELECT \n toYear(created_at) AS year,\n count(*) AS total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY year\nORDER BY year\nLIMIT 10" } }, "humanResults": { @@ -6714,6 +6798,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n actor_login,\n COUNT(*) as star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY star_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n actor_login,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -7704,6 +7802,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'WatchEvent'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -8680,6 +8792,20 @@ "humanRowCount": 10, "llmRowCount": 0, "sql": "\nSELECT \n actor_login,\n countIf(repo_name LIKE 'javisantana/%') as javisantana_stars,\n countIf(repo_name NOT LIKE 'javisantana/%') as other_stars,\n countIf(repo_name LIKE 'javisantana/%') as total_stars,\n javisantana_stars / total_stars as javisantana_ratio\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING javisantana_stars > 0\nORDER BY javisantana_ratio DESC, javisantana_stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 0.4022967426109692, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT\n actor_login AS user_name,\n countIf(repo_name LIKE 'javisantana/%') AS stars_to_javisantana,\n countIf(repo_name NOT LIKE 'javisantana/%') AS stars_to_other_repos,\n countIf(repo_name LIKE 'javisantana/%') / count(*) AS ratio_javisantana_to_total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY actor_login\nHAVING count(*) > 0\nORDER BY ratio_javisantana_to_total_stars DESC\nLIMIT 10" } }, "humanResults": { @@ -9684,6 +9810,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_tf_contributors,\n count() as total_prs\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login \n FROM github_events \n WHERE event_type = 'PullRequestEvent' \n AND repo_name LIKE '%tensorflow%'\n AND action = 'opened'\n )\n AND repo_name NOT LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY unique_tf_contributors DESC, total_prs DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS unique_contributors\nFROM github_events\nWHERE \n event_type = 'PullRequestEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login \n FROM github_events \n WHERE repo_name LIKE '%tensorflow%' \n AND event_type = 'PullRequestEvent' \n AND action = 'opened'\n )\n AND repo_name NOT LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10" } }, "humanResults": { @@ -10670,6 +10810,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n actor_login,\n COUNT(*) as issue_count\nFROM github_events\nWHERE event_type = 'IssuesEvent'\n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login \n FROM github_events \n WHERE event_type = 'IssuesEvent' \n AND action = 'opened'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY repo_name, actor_login\nORDER BY issue_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n actor_login,\n COUNT(*) AS issue_count\nFROM github_events\nWHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE \n event_type = 'IssuesEvent' \n AND action = 'opened'\n AND repo_name = 'tensorflow/tensorflow'\n )\n AND repo_name != 'tensorflow/tensorflow'\nGROUP BY \n repo_name,\n actor_login\nORDER BY \n issue_count DESC\nLIMIT 10" } }, "humanResults": { @@ -11662,6 +11816,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n toDate(created_at) as date,\n uniq(actor_login) as stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name, date\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -12662,6 +12830,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2016) AS stars_2016,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2017) AS stars_2017,\n stars_2017 - stars_2016 AS growth,\n if(stars_2016 > 0, ((stars_2017 - stars_2016) / stars_2016) * 100, 0) AS growth_percentage\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND toYear(created_at) IN (2016, 2017)\nGROUP BY repo_name\nHAVING stars_2016 >= 1 AND stars_2017 > stars_2016\nORDER BY growth DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS total_stars\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nORDER BY total_stars DESC\nLIMIT 10" } }, "humanResults": { @@ -13680,6 +13862,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2016) AS stars_2016,\n countIf(event_type = 'WatchEvent' AND toYear(created_at) = 2017) AS stars_2017,\n stars_2016 - stars_2017 AS stagnation\nFROM github_events\nWHERE toYear(created_at) IN (2016, 2017)\n AND event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING stars_2017 >= 1 AND stars_2016 > stars_2017\nORDER BY stagnation DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'WatchEvent' AND created_at >= '2017-01-01' AND created_at < '2018-01-01') AS stars_2017,\n COUNT_IF(event_type = 'WatchEvent' AND created_at >= '2016-01-01' AND created_at < '2017-01-01') AS stars_2016,\n (stars_2017 - stars_2016) AS stagnation_diff\nFROM github_events\nWHERE \n event_type = 'WatchEvent' \n AND created_at >= '2016-01-01' \n AND created_at < '2018-01-01'\nGROUP BY repo_name\nHAVING stars_2017 > 0\nORDER BY stagnation_diff ASC\nLIMIT 10" } }, "humanResults": { @@ -14684,6 +14880,20 @@ "humanRowCount": 10, "llmRowCount": 0, "sql": "\nSELECT \n repo_name,\n COUNT(*) as total_stars,\n toStartOfMonth(created_at) as month,\n COUNT(*) / COUNT(DISTINCT toStartOfMonth(created_at)) as avg_stars_per_month,\n stddevPop(COUNT(*)) OVER (PARTITION BY repo_name) as star_growth_stddev\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND created_at >= now() - INTERVAL 1 YEAR\nGROUP BY repo_name, month\nHAVING COUNT(DISTINCT month) >= 6\nORDER BY star_growth_stddev ASC, total_stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count,\n COUNT(*) / COUNT(DISTINCT toYYYYMMDD(created_at)) AS avg_stars_per_month\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY avg_stars_per_month DESC\nLIMIT 10" } }, "humanResults": { @@ -15694,6 +15904,20 @@ "humanRowCount": 7, "llmRowCount": 7, "sql": "\nSELECT \n toDayOfWeek(created_at) as day_of_week,\n CASE toDayOfWeek(created_at)\n WHEN 1 THEN 'Monday'\n WHEN 2 THEN 'Tuesday'\n WHEN 3 THEN 'Wednesday'\n WHEN 4 THEN 'Thursday'\n WHEN 5 THEN 'Friday'\n WHEN 6 THEN 'Saturday'\n WHEN 7 THEN 'Sunday'\n END as day_name,\n count() as total_stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY total_stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 7, + "llmRowCount": 7, + "sql": "SELECT \n toDayOfWeek(created_at) AS day_of_week,\n count(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY day_of_week\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -16658,6 +16882,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0.000052934128674804696, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT COUNT(DISTINCT actor_login) AS total_users\nFROM github_events\nLIMIT 10" } }, "humanResults": { @@ -17607,6 +17845,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nWHERE event_type = 'WatchEvent'\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0.0014793406252330366, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'WatchEvent' \nLIMIT 10" } }, "humanResults": { @@ -18528,6 +18780,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nWHERE event_type = 'PushEvent'\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0.0018759619527295886, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'PushEvent' \nLIMIT 10" } }, "humanResults": { @@ -19449,6 +19715,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count(DISTINCT actor_login) as total_users\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\nAND action = 'opened'\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT count(DISTINCT actor_login) \nFROM github_events \nWHERE event_type = 'PullRequestEvent' AND action = 'created' \nLIMIT 10" } }, "humanResults": { @@ -20394,6 +20674,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\n AND repo_name != ''\n AND actor_login IN (\n SELECT DISTINCT actor_login\n FROM github_events\n WHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n )\nGROUP BY repo_name\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -21362,6 +21656,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name, actor_login\nHAVING count() >= 10\nORDER BY pr_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' \n AND action = 'opened'\nGROUP BY repo_name\nHAVING pr_count >= 10\nORDER BY pr_count DESC\nLIMIT 10" } }, "humanResults": { @@ -22338,6 +22646,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY pr_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS pr_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY pr_count DESC\nLIMIT 10" } }, "humanResults": { @@ -23328,6 +23650,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_contributors\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS contributor_count\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY contributor_count DESC\nLIMIT 10" } }, "humanResults": { @@ -24314,6 +24650,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as issue_count\nFROM github_events\nWHERE event_type = 'IssuesEvent'\n AND action = 'opened'\nGROUP BY repo_name\nORDER BY issue_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS issue_count\nFROM github_events\nWHERE event_type = 'IssuesEvent' AND action = 'opened'\nGROUP BY repo_name\nORDER BY issue_count DESC\nLIMIT 10" } }, "humanResults": { @@ -25290,6 +25640,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_contributors\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY unique_contributors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10" } }, "humanResults": { @@ -26266,6 +26630,20 @@ "humanRowCount": 10, "llmRowCount": 0, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_pushers\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND base_ref = 'refs/heads/main'\nGROUP BY repo_name\nORDER BY unique_pushers DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND ref_type = 'branch' \n AND ref = 'main'\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10" } }, "humanResults": { @@ -27256,6 +27634,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n uniq(actor_login) as unique_pushers,\n countIf(event_type = 'WatchEvent') as stars\nFROM github_events\nWHERE event_type IN ('PushEvent', 'WatchEvent')\nGROUP BY repo_name\nHAVING stars > 99\nORDER BY unique_pushers DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n COUNT(DISTINCT actor_login) AS push_access_count\nFROM github_events\nWHERE \n event_type = 'PushEvent' \n AND ref_type = 'branch' \n AND ref = 'main'\n AND repo_name IN (\n SELECT repo_name \n FROM github_events \n WHERE event_type = 'WatchEvent' \n GROUP BY repo_name \n HAVING COUNT(*) > 99\n )\nGROUP BY repo_name\nORDER BY push_access_count DESC\nLIMIT 10" } }, "humanResults": { @@ -28260,6 +28652,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n COUNT(*) as member_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent'\n AND action = 'added'\nGROUP BY repo_name\nORDER BY member_invitations DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n MAX(number) AS max_invitations\nFROM github_events\nWHERE event_type = 'MemberEvent' AND action = 'added'\nGROUP BY repo_name\nORDER BY max_invitations DESC\nLIMIT 10" } }, "humanResults": { @@ -29250,6 +29656,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS fork_count\nFROM github_events\nWHERE event_type = 'ForkEvent'\nGROUP BY repo_name\nORDER BY fork_count DESC\nLIMIT 10" } }, "humanResults": { @@ -30222,6 +30642,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'WatchEvent') as stars,\n countIf(event_type = 'ForkEvent') as forks,\n stars / nullIf(forks, 0) as star_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nHAVING forks > 0\nORDER BY star_fork_ratio DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(CASE WHEN event_type = 'WatchEvent' THEN 1 END) AS stars,\n COUNT(CASE WHEN event_type = 'ForkEvent' THEN 1 END) AS forks,\n IF(forks > 0, stars / forks, 0) AS star_to_fork_ratio\nFROM github_events\nWHERE event_type IN ('WatchEvent', 'ForkEvent')\nGROUP BY repo_name\nORDER BY star_to_fork_ratio DESC\nLIMIT 10" } }, "humanResults": { @@ -31226,6 +31660,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT\n countIf(event_type = 'WatchEvent') AS total_stars,\n countIf(event_type = 'ForkEvent') AS total_forks,\n round(countIf(event_type = 'WatchEvent') / countIf(event_type = 'ForkEvent'), 2) AS stars_to_forks_ratio\nFROM github_events\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 1, + "llmRowCount": 0, + "sql": "SELECT\n COUNT_IF(event_type = 'WatchEvent') AS total_stars,\n COUNT_IF(event_type = 'ForkEvent') AS total_forks,\n ROUND(COUNT_IF(event_type = 'WatchEvent') / NULLIF(COUNT_IF(event_type = 'ForkEvent'), 0), 2) AS star_to_fork_ratio\nFROM github_events\nLIMIT 10" } }, "humanResults": { @@ -32157,6 +32605,20 @@ "humanRowCount": 1, "llmRowCount": 1, "sql": "\nSELECT count() as total_issues\nFROM github_events\nWHERE event_type = 'IssuesEvent'\nAND action = 'opened'\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 1, + "llmRowCount": 1, + "sql": "SELECT count(*) \nFROM github_events \nWHERE event_type = 'IssuesEvent' AND action = 'opened' \nLIMIT 10" } }, "humanResults": { @@ -33106,6 +33568,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS issue_comment_count\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\nGROUP BY repo_name\nORDER BY issue_comment_count DESC\nLIMIT 10" } }, "humanResults": { @@ -34078,6 +34554,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n countIf(event_type = 'IssueCommentEvent') as issue_comments,\n countIf(event_type = 'IssuesEvent' AND action = 'opened') as issues_opened,\n if(issues_opened > 0, issue_comments / issues_opened, 0) as comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nHAVING issues_opened > 0\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n COUNT_IF(event_type = 'IssueCommentEvent') AS issue_comments,\n COUNT_IF(event_type = 'IssuesEvent' AND action = 'opened') AS issues_opened,\n IF(issues_opened > 0, issue_comments / issues_opened, 0) AS comment_to_issue_ratio\nFROM github_events\nWHERE event_type IN ('IssueCommentEvent', 'IssuesEvent')\nGROUP BY repo_name\nORDER BY comment_to_issue_ratio DESC\nLIMIT 10" } }, "humanResults": { @@ -35082,6 +35572,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n number,\n max(comments) as total_comments\nFROM github_events\nWHERE event_type = 'IssuesEvent'\n AND action = 'opened'\nGROUP BY repo_name, number\nORDER BY total_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n number,\n comments\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\nORDER BY comments DESC\nLIMIT 10" } }, "humanResults": { @@ -36068,6 +36572,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n number as issue_number,\n countDistinct(actor_login) as comment_authors,\n count() as total_comments\nFROM github_events\nWHERE event_type = 'IssueCommentEvent'\n AND number > 10\nGROUP BY repo_name, number\nHAVING comment_authors >= 10\nORDER BY total_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n number,\n comments,\n count(DISTINCT actor_login) AS comment_authors\nFROM github_events\nWHERE event_type = 'IssuesEvent' \n AND action = 'created'\n AND comments >= 10\nGROUP BY repo_name, number, comments\nORDER BY comments DESC\nLIMIT 10" } }, "humanResults": { @@ -37068,6 +37586,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%' \n OR lower(title) LIKE '%tensorflow%'\n OR lower(repo_name) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n count(*) as event_count\nFROM github_events\nWHERE lower(body) LIKE '%tensorflow%'\n OR lower(title) LIKE '%tensorflow%'\n OR lower(path) LIKE '%tensorflow%'\n OR lower(diff_hunk) LIKE '%tensorflow%'\nGROUP BY repo_name\nORDER BY event_count DESC\nLIMIT 10" } }, "humanResults": { @@ -38058,6 +38590,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as commit_comments\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n COUNT(*) AS commit_comment_count\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\nGROUP BY repo_name\nORDER BY commit_comment_count DESC\nLIMIT 10" } }, "humanResults": { @@ -39048,6 +39594,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n concat('https://github.com/', repo_name, '/commit/', commit_id) AS commit_url,\n count() AS total_comments,\n uniq(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'CommitCommentEvent'\n AND commit_id != ''\nGROUP BY repo_name, commit_id\nHAVING unique_authors >= 10\nORDER BY total_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 0, + "sql": "SELECT \n repo_name,\n head_sha AS commit_sha,\n 'https://github.com/' || repo_name || '/commit/' || head_sha AS commit_url,\n count(*) AS total_events,\n countDistinct(actor_login) AS unique_authors,\n sum(commits) AS total_comments\nFROM github_events\nWHERE event_type = 'PushEvent'\n AND head_sha != ''\nGROUP BY repo_name, head_sha\nHAVING unique_authors >= 10\nORDER BY total_events DESC\nLIMIT 10" } }, "humanResults": { @@ -40052,6 +40612,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n concat('https://github.com/', repo_name, '/pull/', toString(number)) AS pr_url,\n uniq(actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\n AND number > 0\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n CONCAT('https://github.com/', repo_name, '/pull/', number) AS pr_url,\n COUNT(DISTINCT actor_login) AS unique_authors\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\nGROUP BY repo_name, number\nORDER BY unique_authors DESC\nLIMIT 10" } }, "humanResults": { @@ -41042,6 +41616,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n actor_login,\n COUNT(*) as push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n actor_login AS author,\n COUNT(*) AS push_count\nFROM github_events\nWHERE event_type = 'PushEvent'\nGROUP BY actor_login\nORDER BY push_count DESC\nLIMIT 10" } }, "humanResults": { @@ -42032,6 +42620,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n splitByChar('/', repo_name)[1] AS organization,\n count() AS stars\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization\nORDER BY stars DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": false, + "numericMatches": true, + "distance": { + "exact": 1, + "numeric": 0, + "fScore": 0 + }, + "details": "Results match within numeric threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n COUNT(*) AS star_count\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY organization_name\nORDER BY star_count DESC\nLIMIT 10" } }, "humanResults": { @@ -43008,6 +43610,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n splitByChar('/', repo_name)[1] AS organization,\n uniqExact(repo_name) AS repository_count\nFROM github_events\nGROUP BY organization\nORDER BY repository_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n splitByChar('/', repo_name)[1] AS organization_name,\n count(*) AS repo_count\nFROM github_events\nWHERE repo_name LIKE '%/%'\nGROUP BY organization_name\nORDER BY repo_count DESC\nLIMIT 10" } }, "humanResults": { @@ -43998,6 +44614,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n count() as pr_count,\n uniq(actor_login) as unique_authors,\n sum(additions) as total_adds,\n sum(deletions) as total_dels,\n sum(additions + deletions) as total_churn\nFROM github_events\nWHERE event_type = 'PullRequestEvent'\n AND action = 'opened'\n AND additions < 10000\n AND deletions < 10000\nGROUP BY repo_name\nORDER BY total_churn DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT\n repo_name,\n count(*) AS pr_count,\n countDistinct(actor_login) AS unique_authors,\n sum(additions) AS total_adds,\n sum(deletions) AS total_dels\nFROM github_events\nWHERE\n event_type = 'PullRequestEvent'\n AND action = 'opened'\n AND additions < 10000\n AND deletions < 10000\nGROUP BY repo_name\nORDER BY total_adds + total_dels DESC\nLIMIT 10" } }, "humanResults": { @@ -45030,6 +45660,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n actor_login as author,\n count() as total_pr_comments,\n uniq(repo_name) as unique_repositories,\n uniq(number) as unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent'\n AND action = 'created'\nGROUP BY actor_login\nORDER BY total_pr_comments DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n actor_login AS author,\n COUNT(*) AS total_comments,\n COUNT(DISTINCT repo_name) AS unique_repos,\n COUNT(DISTINCT number) AS unique_prs\nFROM github_events\nWHERE event_type = 'PullRequestReviewCommentEvent' \n AND action = 'created'\nGROUP BY actor_login\nORDER BY total_comments DESC\nLIMIT 10" } }, "humanResults": { @@ -46030,6 +46674,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n arrayJoin(labels) AS label,\n count() AS usage_count\nFROM github_events\nWHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n label,\n COUNT(*) AS usage_count\nFROM (\n SELECT \n label\n FROM github_events\n ARRAY JOIN labels AS label\n WHERE event_type IN ('IssuesEvent', 'PullRequestEvent', 'IssueCommentEvent')\n AND action IN ('created', 'opened', 'labeled')\n AND length(labels) > 0\n) AS labeled_events\nGROUP BY label\nORDER BY usage_count DESC\nLIMIT 10" } }, "humanResults": { @@ -47006,6 +47664,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n splitByChar('/', repo_name)[1] as organization,\n uniq(actor_login) as unique_authors,\n uniqIf(actor_login, event_type = 'PullRequestEvent' AND action = 'opened') as unique_pr_authors,\n uniqIf(actor_login, event_type = 'IssuesEvent' AND action = 'opened') as unique_issue_authors,\n uniqIf(actor_login, event_type = 'IssueCommentEvent') as unique_issue_comment_authors,\n uniqIf(actor_login, event_type = 'PushEvent') as unique_push_authors\nFROM github_events\nWHERE repo_name != ''\nGROUP BY organization\nORDER BY unique_authors DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 1, + "numeric": 1, + "fScore": 0 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name AS organization_name,\n COUNT(DISTINCT actor_login) AS total_unique_authors,\n COUNT(DISTINCT IF(event_type = 'PullRequestEvent', actor_login, NULL)) AS unique_pr_authors,\n COUNT(DISTINCT IF(event_type = 'IssuesEvent' AND action = 'opened', actor_login, NULL)) AS unique_issue_authors,\n COUNT(DISTINCT IF(event_type = 'IssueCommentEvent', actor_login, NULL)) AS unique_issue_comment_authors,\n COUNT(DISTINCT IF(event_type = 'PushEvent', actor_login, NULL)) AS unique_push_authors\nFROM github_events\nWHERE repo_name LIKE '%/%' -- Filter to only repos with organization name (i.e., org/repo format)\nGROUP BY repo_name\nORDER BY total_unique_authors DESC\nLIMIT 10" } }, "humanResults": { @@ -48066,6 +48738,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT \n repo_name,\n length(repo_name) as name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY name_length DESC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": true, + "exactMatches": true, + "numericMatches": true, + "distance": { + "exact": 0, + "numeric": 0, + "fScore": 1 + }, + "details": "Results match within exact threshold", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT \n repo_name,\n CHARACTER_LENGTH(repo_name) AS repo_name_length\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nORDER BY repo_name_length DESC\nLIMIT 10" } }, "humanResults": { @@ -49042,6 +49728,20 @@ "humanRowCount": 10, "llmRowCount": 10, "sql": "\nSELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count() >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10\n" + }, + "qwen/qwen3-vl-32b-instruct": { + "matches": false, + "exactMatches": false, + "numericMatches": false, + "distance": { + "exact": 0.6666666666666667, + "numeric": 1, + "fScore": 0.5 + }, + "details": "Results don't match", + "humanRowCount": 10, + "llmRowCount": 10, + "sql": "SELECT repo_name\nFROM github_events\nWHERE event_type = 'WatchEvent'\nGROUP BY repo_name\nHAVING count() >= 1\nORDER BY length(repo_name) ASC\nLIMIT 10" } }, "humanResults": { @@ -49623,6 +50323,14 @@ "avgExactDistance": 0.5383838383838385, "avgNumericDistance": 0.39462101454809, "avgFScore": 0.4699999999999999 + }, + "qwen/qwen3-vl-32b-instruct": { + "totalMatches": 26, + "exactMatches": 22, + "numericMatches": 26, + "avgExactDistance": 0.5522807017543859, + "avgNumericDistance": 0.4681140995863522, + "avgFScore": 0.452 } } }