Skip to content

Instantly share code, notes, and snippets.

@sashapodgoreanu

sashapodgoreanu/spec.json

Last active April 23, 2025 15:37
Show Gist options
  • Save sashapodgoreanu/15df373c349ca37d62e0f46ef3a77d3e to your computer and use it in GitHub Desktop.
Save sashapodgoreanu/15df373c349ca37d62e0f46ef3a77d3e to your computer and use it in GitHub Desktop.
Download ZIP
local_10_gb
Raw
spec.json
{
"config": {
"view": {
"continuousWidth": 300,
"continuousHeight": 300,
"strokeOpacity": 0
},
"axis": {"labelFontSize": 12, "titleFontSize": 15, "titleFontWeight": 400},
"scale": {"bandPaddingInner": 0.1, "bandWithNestedOffsetPaddingInner": 0.4},
"title": {"fontSize": 22.5, "fontWeight": 400}
},
"vconcat": [
{
"mark": {"type": "bar"},
"encoding": {
"color": {
"field": "library",
"legend": {
"direction": "horizontal",
"labelFontSize": 15,
"orient": "top",
"title": null,
"titleAnchor": "start",
"titleFontSize": 15
},
"scale": {
"domain": ["Dask", "DuckDB", "Polars", "PySpark"],
"range": ["#F08AAE", "#FFF100", "#5ec962", "#4698B2"]
},
"type": "nominal"
},
"tooltip": [
{"field": "library", "title": "Library"},
{"field": "duration", "format": ".2f", "title": "Runtime"}
],
"x": {
"axis": {"labelAngle": 0},
"field": "query",
"scale": {
"domain": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22
]
},
"title": "Query",
"type": "ordinal"
},
"xOffset": {"field": "library", "type": "nominal"},
"y": {
"field": "duration",
"title": "Runtime (s)",
"type": "quantitative"
}
},
"name": "view_1",
"width": 660
}
],
"data": {"name": "data-7f696d5b320d67af3a3b1f420317d591"},
"datasets": {
"data-7f696d5b320d67af3a3b1f420317d591": [
{
"completion": "Success",
"duration": 7.349830866,
"library": "Dask",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 2.55384922,
"library": "Dask",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 5.646444082,
"library": "Dask",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 3.504451036,
"library": "Dask",
"num_cpus": 8,
"query": 4
},
{
"completion": "Success",
"duration": 10.40760875,
"library": "Dask",
"num_cpus": 8,
"query": 5
},
{
"completion": "Success",
"duration": 0.5020279884,
"library": "Dask",
"num_cpus": 8,
"query": 6
},
{
"completion": "Success",
"duration": 6.85581708,
"library": "Dask",
"num_cpus": 8,
"query": 7
},
{
"completion": "Success",
"duration": 8.888586998,
"library": "Dask",
"num_cpus": 8,
"query": 8
},
{
"completion": "Success",
"duration": 19.46338892,
"library": "Dask",
"num_cpus": 8,
"query": 9
},
{
"completion": "Success",
"duration": 4.938610077,
"library": "Dask",
"num_cpus": 8,
"query": 10
},
{
"completion": "Success",
"duration": 1.485491991,
"library": "Dask",
"num_cpus": 8,
"query": 11
},
{
"completion": "Success",
"duration": 3.892226934,
"library": "Dask",
"num_cpus": 8,
"query": 12
},
{
"completion": "Success",
"duration": 2.799449921,
"library": "Dask",
"num_cpus": 8,
"query": 13
},
{
"completion": "Success",
"duration": 1.251161814,
"library": "Dask",
"num_cpus": 8,
"query": 14
},
{
"completion": "Success",
"duration": 1.104604006,
"library": "Dask",
"num_cpus": 8,
"query": 15
},
{
"completion": "Success",
"duration": 1.686655998,
"library": "Dask",
"num_cpus": 8,
"query": 16
},
{
"completion": "Success",
"duration": 11.01577783,
"library": "Dask",
"num_cpus": 8,
"query": 17
},
{
"completion": "Success",
"duration": 15.22865224,
"library": "Dask",
"num_cpus": 8,
"query": 18
},
{
"completion": "Success",
"duration": 3.0573771,
"library": "Dask",
"num_cpus": 8,
"query": 19
},
{
"completion": "Success",
"duration": 6.429955006,
"library": "Dask",
"num_cpus": 8,
"query": 20
},
{
"completion": "Success",
"duration": 26.02494717,
"library": "Dask",
"num_cpus": 8,
"query": 21
},
{
"completion": "Success",
"duration": 1.39294982,
"library": "Dask",
"num_cpus": 8,
"query": 22
},
{
"completion": "Success",
"duration": 1.281682014,
"library": "DuckDB",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 0.2963340282,
"library": "DuckDB",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 0.9297618866,
"library": "DuckDB",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 0.6533739567,
"library": "DuckDB",
"num_cpus": 8,
"query": 4
},
{
"completion": "Success",
"duration": 0.9363222122,
"library": "DuckDB",
"num_cpus": 8,
"query": 5
},
{
"completion": "Success",
"duration": 0.8786520958,
"library": "DuckDB",
"num_cpus": 8,
"query": 6
},
{
"completion": "Success",
"duration": 2.507023811,
"library": "DuckDB",
"num_cpus": 8,
"query": 7
},
{
"completion": "Success",
"duration": 1.138770103,
"library": "DuckDB",
"num_cpus": 8,
"query": 8
},
{
"completion": "Success",
"duration": 1.861751795,
"library": "DuckDB",
"num_cpus": 8,
"query": 9
},
{
"completion": "Success",
"duration": 1.114753008,
"library": "DuckDB",
"num_cpus": 8,
"query": 10
},
{
"completion": "Success",
"duration": 0.2095198631,
"library": "DuckDB",
"num_cpus": 8,
"query": 11
},
{
"completion": "Success",
"duration": 0.9625020027,
"library": "DuckDB",
"num_cpus": 8,
"query": 12
},
{
"completion": "Success",
"duration": 1.186424255,
"library": "DuckDB",
"num_cpus": 8,
"query": 13
},
{
"completion": "Success",
"duration": 0.6937360764,
"library": "DuckDB",
"num_cpus": 8,
"query": 14
},
{
"completion": "Success",
"duration": 1.482141256,
"library": "DuckDB",
"num_cpus": 8,
"query": 15
},
{
"completion": "Success",
"duration": 0.2064943314,
"library": "DuckDB",
"num_cpus": 8,
"query": 16
},
{
"completion": "Success",
"duration": 0.8086111546,
"library": "DuckDB",
"num_cpus": 8,
"query": 17
},
{
"completion": "Success",
"duration": 3.025156021,
"library": "DuckDB",
"num_cpus": 8,
"query": 18
},
{
"completion": "Success",
"duration": 0.9999239445,
"library": "DuckDB",
"num_cpus": 8,
"query": 19
},
{
"completion": "Success",
"duration": 0.7370512486,
"library": "DuckDB",
"num_cpus": 8,
"query": 20
},
{
"completion": "Success",
"duration": 2.408084869,
"library": "DuckDB",
"num_cpus": 8,
"query": 21
},
{
"completion": "Success",
"duration": 0.2457511425,
"library": "DuckDB",
"num_cpus": 8,
"query": 22
},
{
"completion": "Success",
"duration": 4.360592842,
"library": "Polars",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 0.1655430794,
"library": "Polars",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 1.907729864,
"library": "Polars",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 1.566069126,
"library": "Polars",
"num_cpus": 8,
"query": 4
},
{
"completion": "Success",
"duration": 4.885493994,
"library": "Polars",
"num_cpus": 8,
"query": 5
},
{
"completion": "Success",
"duration": 0.8894209862,
"library": "Polars",
"num_cpus": 8,
"query": 6
},
{
"completion": "Success",
"duration": 16.81775498,
"library": "Polars",
"num_cpus": 8,
"query": 7
},
{
"completion": "Success",
"duration": 3.476551056,
"library": "Polars",
"num_cpus": 8,
"query": 8
},
{
"completion": "Success",
"duration": 12.63604569,
"library": "Polars",
"num_cpus": 8,
"query": 9
},
{
"completion": "Success",
"duration": 2.146543026,
"library": "Polars",
"num_cpus": 8,
"query": 10
},
{
"completion": "Success",
"duration": 0.2651031017,
"library": "Polars",
"num_cpus": 8,
"query": 11
},
{
"completion": "Success",
"duration": 4.376965761,
"library": "Polars",
"num_cpus": 8,
"query": 12
},
{
"completion": "Success",
"duration": 4.744642019,
"library": "Polars",
"num_cpus": 8,
"query": 13
},
{
"completion": "Success",
"duration": 1.114660978,
"library": "Polars",
"num_cpus": 8,
"query": 14
},
{
"completion": "Success",
"duration": 0.8606438637,
"library": "Polars",
"num_cpus": 8,
"query": 15
},
{
"completion": "Success",
"duration": 0.3548252583,
"library": "Polars",
"num_cpus": 8,
"query": 16
},
{
"completion": "Success",
"duration": 6.278069019,
"library": "Polars",
"num_cpus": 8,
"query": 17
},
{
"completion": "Success",
"duration": 8.19382596,
"library": "Polars",
"num_cpus": 8,
"query": 18
},
{
"completion": "Success",
"duration": 2.845896006,
"library": "Polars",
"num_cpus": 8,
"query": 19
},
{
"completion": "Success",
"duration": 1.591340065,
"library": "Polars",
"num_cpus": 8,
"query": 20
},
{
"completion": "Success",
"duration": 9.262224913,
"library": "Polars",
"num_cpus": 8,
"query": 21
},
{
"completion": "Success",
"duration": 0.3273956776,
"library": "Polars",
"num_cpus": 8,
"query": 22
},
{
"completion": "Success",
"duration": 4.720607996,
"library": "PySpark",
"num_cpus": 8,
"query": 1
},
{
"completion": "Success",
"duration": 4.625711918,
"library": "PySpark",
"num_cpus": 8,
"query": 2
},
{
"completion": "Success",
"duration": 8.122514009,
"library": "PySpark",
"num_cpus": 8,
"query": 3
},
{
"completion": "Success",
"duration": 5.649055004,
"library": "PySpark",
"num_cpus": 8,
"query": 4
},
{
"completion": "Success",
"duration": 12.46462893,
"library": "PySpark",
"num_cpus": 8,
"query": 5
},
{
"completion": "Success",
"duration": 1.111974239,
"library": "PySpark",
"num_cpus": 8,
"query": 6
},
{
"completion": "Success",
"duration": 16.20508289,
"library": "PySpark",
"num_cpus": 8,
"query": 7
},
{
"completion": "Success",
"duration": 5.777259827,
"library": "PySpark",
"num_cpus": 8,
"query": 8
},
{
"completion": "Success",
"duration": 11.96828294,
"library": "PySpark",
"num_cpus": 8,
"query": 9
},
{
"completion": "Success",
"duration": 7.470014095,
"library": "PySpark",
"num_cpus": 8,
"query": 10
},
{
"completion": "Success",
"duration": 2.344013929,
"library": "PySpark",
"num_cpus": 8,
"query": 11
},
{
"completion": "Success",
"duration": 4.445052147,
"library": "PySpark",
"num_cpus": 8,
"query": 12
},
{
"completion": "Success",
"duration": 7.763844967,
"library": "PySpark",
"num_cpus": 8,
"query": 13
},
{
"completion": "Success",
"duration": 2.389064312,
"library": "PySpark",
"num_cpus": 8,
"query": 14
},
{
"completion": "Success",
"duration": 4.566293001,
"library": "PySpark",
"num_cpus": 8,
"query": 15
},
{
"completion": "Success",
"duration": 4.728442907,
"library": "PySpark",
"num_cpus": 8,
"query": 16
},
{
"completion": "Success",
"duration": 13.30754304,
"library": "PySpark",
"num_cpus": 8,
"query": 17
},
{
"completion": "Success",
"duration": 22.15371799,
"library": "PySpark",
"num_cpus": 8,
"query": 18
},
{
"completion": "Success",
"duration": 4.826957941,
"library": "PySpark",
"num_cpus": 8,
"query": 19
},
{
"completion": "Success",
"duration": 3.707264185,
"library": "PySpark",
"num_cpus": 8,
"query": 20
},
{
"completion": "Success",
"duration": 29.30386209,
"library": "PySpark",
"num_cpus": 8,
"query": 21
},
{
"completion": "Success",
"duration": 3.394886017,
"library": "PySpark",
"num_cpus": 8,
"query": 22
}
]
},
"params": [
{
"name": "param_1",
"select": {"type": "point", "fields": ["library"], "toggle": "true"},
"bind": "legend",
"views": ["view_1"]
}
],
"resolve": {"scale": {"color": "independent"}},
"title": {
"anchor": "middle",
"dy": -18,
"fontSize": 22.5,
"text": "Local | Scale: 10 GB | CPUs: 8",
"subtitleColor": "#898e90",
"subtitleFontSize": 18
},
"$schema": "https://vega.github.io/schema/vega-lite/v5.17.0.json"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment