You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2025/01/14 14:47:47 UTC
(datafusion-comet) branch asf-site updated: Publish built docs triggered by 08d892a21e853d0daa7afcd68cd97042dfb54bfa
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 19d626b2 Publish built docs triggered by 08d892a21e853d0daa7afcd68cd97042dfb54bfa
19d626b2 is described below
commit 19d626b2c271ee11623684611060683bb4e2889a
Author: github-actions[bot] <gi...@users.noreply.github.com>
AuthorDate: Tue Jan 14 14:47:42 2025 +0000
Publish built docs triggered by 08d892a21e853d0daa7afcd68cd97042dfb54bfa
---
.../spark-tpcds.json | 742 --------------------
.../comet-tpcds.json | 744 ++++++++++++++++++++
.../comet-tpcds.json | 755 ---------------------
.../spark-tpcds.json | 722 ++++++++++++++++++++
_images/tpcds_allqueries.png | Bin 28503 -> 27773 bytes
_images/tpcds_queries_compare.png | Bin 43094 -> 42959 bytes
_images/tpcds_queries_speedup_abs.png | Bin 64166 -> 66470 bytes
_images/tpcds_queries_speedup_rel.png | Bin 90369 -> 91701 bytes
.../benchmark-results/tpc-ds.md.txt | 12 +-
.../benchmark-results/0.5.0/tpcds_allqueries.png | Bin 0 -> 27773 bytes
.../0.5.0/tpcds_queries_compare.png | Bin 0 -> 42959 bytes
.../0.5.0/tpcds_queries_speedup_abs.png | Bin 0 -> 66470 bytes
.../0.5.0/tpcds_queries_speedup_rel.png | Bin 0 -> 91701 bytes
contributor-guide/benchmark-results/tpc-ds.html | 4 +-
14 files changed, 1474 insertions(+), 1505 deletions(-)
diff --git a/_downloads/9c65bd8515d8564a1a84de58db297461/spark-tpcds.json b/_downloads/9c65bd8515d8564a1a84de58db297461/spark-tpcds.json
deleted file mode 100644
index 69da3762..00000000
--- a/_downloads/9c65bd8515d8564a1a84de58db297461/spark-tpcds.json
+++ /dev/null
@@ -1,742 +0,0 @@
-{
- "engine": "datafusion-comet",
- "benchmark": "tpcds",
- "data_path": "/mnt/bigdata/tpcds/sf100/",
- "query_path": "/tpcds",
- "spark_conf": {
- "spark.executor.instances": "4",
- "spark.kubernetes.memoryOverheadFactor": "0.4",
- "spark.kubernetes.driver.pod.name": "tpcbench-py-630faa934132c6a0-driver",
- "spark.kubernetes.authenticate.driver.serviceAccountName": "spark",
- "spark.kubernetes.driver.volumes.hostPath.data.mount.path": "/mnt/bigdata",
- "spark.kubernetes.driver.volumes.persistentVolumeClaim.benchmark-results-pv.options.claimName": "benchmark-results-pvc",
- "spark.kubernetes.executor.podNamePrefix": "spark-benchmark-derived-from-tpcds-e2f7c6934132d1e7",
- "spark.memory.offHeap.enabled": "true",
- "spark.memory.offHeap.size": "32g",
- "spark.master": "k8s://https://kube1:6443",
- "spark.driver.bindAddress": "10.42.1.12",
- "spark.app.id": "spark-70c8317ee1414dd18a7f648dd9213dc3",
- "spark.kubernetes.executor.container.image": "apache/spark:3.4.2",
- "spark.kubernetes.driver.container.image": "woody:5000/spark-tpcbench:spark",
- "spark.app.startTime": "1731965669512",
- "spark.serializer.objectStreamReset": "100",
- "spark.executor.memory": "8g",
- "spark.submit.deployMode": "client",
- "spark.kubernetes.driver.volumes.hostPath.data.options.path": "/mnt/bigdata",
- "spark.eventLog.enabled": "false",
- "spark.kubernetes.container.image.pullPolicy": "Always",
- "spark.kubernetes.submitInDriver": "true",
- "spark.sql.warehouse.dir": "file:/opt/spark/work-dir/spark-warehouse",
- "spark.driver.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add- [...]
- "spark.app.submitTime": "1731965669258",
- "spark.driver.blockManager.port": "7079",
- "spark.driver.host": "tpcbench-py-630faa934132c6a0-driver-svc.default.svc",
- "spark.executor.id": "driver",
- "spark.kubernetes.driver.volumes.persistentVolumeClaim.benchmark-results-pv.mount.readOnly": "false",
- "spark.driver.memory": "8G",
- "spark.driver.port": "7078",
- "spark.kubernetes.driver.volumes.hostPath.data.options.readOnly": "false",
- "spark.kubernetes.resource.type": "python",
- "spark.kubernetes.executor.volumes.hostPath.data.mount.path": "/mnt/bigdata",
- "spark.executor.cores": "6",
- "spark.kubernetes.driver.volumes.persistentVolumeClaim.benchmark-results-pv.mount.path": "/mnt/benchmark-results",
- "spark.rdd.compress": "True",
- "spark.kubernetes.executor.volumes.hostPath.data.options.path": "/mnt/bigdata",
- "spark.executor.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --ad [...]
- "spark.submit.pyFiles": "",
- "spark.app.name": "spark benchmark derived from tpcds"
- },
- "1": [
- 4.101798057556152,
- 1.6628072261810303,
- 1.6944208145141602,
- 1.5850894451141357,
- 1.6819756031036377
- ],
- "2": [
- 2.505007743835449,
- 1.4451699256896973,
- 1.4508037567138672,
- 1.4211256504058838,
- 1.4528944492340088
- ],
- "3": [
- 1.0310730934143066,
- 0.78733229637146,
- 0.8511149883270264,
- 0.7833230495452881,
- 0.8547565937042236
- ],
- "4": [
- 30.011910915374756,
- 29.12224292755127,
- 28.913774251937866,
- 28.686842441558838,
- 29.61912488937378
- ],
- "5": [
- 6.010044097900391,
- 5.845148086547852,
- 6.015597820281982,
- 5.935771703720093,
- 5.921597957611084
- ],
- "6": [
- 1.7483971118927002,
- 1.4204390048980713,
- 1.3826384544372559,
- 1.4277729988098145,
- 1.426151990890503
- ],
- "7": [
- 2.1159181594848633,
- 1.8394184112548828,
- 1.7851722240447998,
- 1.9111988544464111,
- 1.8159196376800537
- ],
- "8": [
- 1.8837699890136719,
- 1.8838860988616943,
- 1.7019884586334229,
- 1.7169978618621826,
- 1.7927045822143555
- ],
- "9": [
- 3.0422322750091553,
- 2.8414883613586426,
- 2.9845988750457764,
- 2.8628768920898438,
- 2.875807523727417
- ],
- "10": [
- 1.9554328918457031,
- 1.746701955795288,
- 1.7458853721618652,
- 1.6303400993347168,
- 1.6505646705627441
- ],
- "11": [
- 10.3078453540802,
- 9.928950548171997,
- 10.273672103881836,
- 9.962933778762817,
- 9.891152143478394
- ],
- "12": [
- 1.1306350231170654,
- 0.966578483581543,
- 1.0629677772521973,
- 0.9184162616729736,
- 0.8431236743927002
- ],
- "13": [
- 2.5771689414978027,
- 2.2377328872680664,
- 2.2578840255737305,
- 2.2780606746673584,
- 2.208707332611084
- ],
- "14": [
- 31.266183137893677,
- 29.093640327453613,
- 29.287079572677612,
- 29.792733430862427,
- 29.16390872001648
- ],
- "15": [
- 2.7301526069641113,
- 2.42869234085083,
- 2.4819107055664062,
- 2.494722604751587,
- 2.5909152030944824
- ],
- "16": [
- 8.37593412399292,
- 8.275684833526611,
- 8.2781822681427,
- 8.58998966217041,
- 8.340266942977905
- ],
- "17": [
- 3.3585970401763916,
- 3.002685546875,
- 2.973276138305664,
- 2.8865857124328613,
- 2.9933559894561768
- ],
- "18": [
- 2.930973529815674,
- 2.7753474712371826,
- 2.721234083175659,
- 2.608856678009033,
- 2.630030870437622
- ],
- "19": [
- 2.173407793045044,
- 1.8570218086242676,
- 1.9925012588500977,
- 1.915762186050415,
- 1.8977746963500977
- ],
- "20": [
- 1.1954548358917236,
- 0.9028189182281494,
- 0.9437844753265381,
- 0.8968183994293213,
- 0.8379025459289551
- ],
- "21": [
- 1.4207208156585693,
- 1.4522266387939453,
- 1.318542718887329,
- 1.3398542404174805,
- 1.2218236923217773
- ],
- "22": [
- 14.03326940536499,
- 14.454235315322876,
- 13.709498643875122,
- 14.177965641021729,
- 13.597661256790161
- ],
- "23": [
- 57.87645149230957,
- 56.65002155303955,
- 57.25854849815369,
- 56.565542221069336,
- 56.94704866409302
- ],
- "24": [
- 12.221173524856567,
- 10.913657665252686,
- 10.763681888580322,
- 12.460498809814453,
- 10.905694246292114
- ],
- "25": [
- 3.1492040157318115,
- 2.946575880050659,
- 2.888327121734619,
- 3.002459764480591,
- 3.161397933959961
- ],
- "26": [
- 1.3824872970581055,
- 1.3174099922180176,
- 1.4262938499450684,
- 1.411545991897583,
- 1.3012707233428955
- ],
- "27": [
- 1.6621944904327393,
- 1.7461235523223877,
- 1.6490883827209473,
- 1.6821620464324951,
- 1.668259859085083
- ],
- "28": [
- 4.79725980758667,
- 4.714123010635376,
- 4.665875196456909,
- 5.1792051792144775,
- 4.8896565437316895
- ],
- "29": [
- 4.536823749542236,
- 4.077563047409058,
- 4.396845817565918,
- 4.073688268661499,
- 4.367259502410889
- ],
- "30": [
- 1.7702891826629639,
- 1.8158881664276123,
- 1.6796913146972656,
- 1.9046649932861328,
- 1.8696742057800293
- ],
- "31": [
- 4.611050367355347,
- 4.022041320800781,
- 4.182346343994141,
- 4.287677764892578,
- 4.402425050735474
- ],
- "32": [
- 1.1875083446502686,
- 1.101001501083374,
- 1.261136531829834,
- 1.2711787223815918,
- 1.1264948844909668
- ],
- "33": [
- 1.9605779647827148,
- 2.101670980453491,
- 1.995006799697876,
- 2.0540874004364014,
- 1.9772546291351318
- ],
- "34": [
- 1.1797206401824951,
- 1.037219762802124,
- 1.116685152053833,
- 1.3116002082824707,
- 1.1500279903411865
- ],
- "35": [
- 2.6695785522460938,
- 2.653355121612549,
- 2.738192081451416,
- 2.6304309368133545,
- 2.7922165393829346
- ],
- "36": [
- 1.4320690631866455,
- 1.3371284008026123,
- 1.399195909500122,
- 1.3704102039337158,
- 1.3641293048858643
- ],
- "37": [
- 2.7905285358428955,
- 2.6404833793640137,
- 2.481349229812622,
- 2.54872989654541,
- 2.605477809906006
- ],
- "38": [
- 3.9898948669433594,
- 4.339789867401123,
- 4.0293896198272705,
- 3.894653081893921,
- 4.017303943634033
- ],
- "39": [
- 6.200651168823242,
- 5.982529163360596,
- 6.708714723587036,
- 6.462383508682251,
- 6.6200456619262695
- ],
- "40": [
- 5.8705267906188965,
- 6.351257085800171,
- 6.25710129737854,
- 6.0561816692352295,
- 6.249178171157837
- ],
- "41": [
- 0.24708271026611328,
- 0.2163989543914795,
- 0.21043944358825684,
- 0.19862890243530273,
- 0.20019888877868652
- ],
- "42": [
- 0.878232479095459,
- 0.8881511688232422,
- 0.9662492275238037,
- 0.925433874130249,
- 0.9298341274261475
- ],
- "43": [
- 0.9265544414520264,
- 0.8833436965942383,
- 0.9058196544647217,
- 0.9031116962432861,
- 0.8841662406921387
- ],
- "44": [
- 0.5191357135772705,
- 0.48758602142333984,
- 0.5332913398742676,
- 0.5114614963531494,
- 0.4971604347229004
- ],
- "45": [
- 1.7107188701629639,
- 1.6529803276062012,
- 1.6080644130706787,
- 1.671886920928955,
- 1.6790966987609863
- ],
- "46": [
- 2.0748560428619385,
- 1.9469430446624756,
- 2.0227723121643066,
- 2.011340379714966,
- 1.9434280395507812
- ],
- "47": [
- 3.5550601482391357,
- 3.700406312942505,
- 3.5939836502075195,
- 3.6490423679351807,
- 3.4499003887176514
- ],
- "48": [
- 3.7200522422790527,
- 3.7572500705718994,
- 3.7702255249023438,
- 3.7124366760253906,
- 3.730222463607788
- ],
- "49": [
- 5.228905200958252,
- 4.625717878341675,
- 4.951889276504517,
- 4.957994222640991,
- 5.071847438812256
- ],
- "50": [
- 9.543980360031128,
- 9.599350452423096,
- 9.469555377960205,
- 9.601779699325562,
- 9.497092962265015
- ],
- "51": [
- 11.083372354507446,
- 9.904197931289673,
- 10.511804342269897,
- 10.427511930465698,
- 11.04982876777649
- ],
- "52": [
- 1.1101248264312744,
- 1.0503735542297363,
- 1.034118413925171,
- 0.858811616897583,
- 1.0684659481048584
- ],
- "53": [
- 1.2383568286895752,
- 1.2415111064910889,
- 1.2688398361206055,
- 1.2551381587982178,
- 1.2679004669189453
- ],
- "54": [
- 2.482556104660034,
- 2.4029476642608643,
- 2.4188714027404785,
- 2.504854440689087,
- 2.386593818664551
- ],
- "55": [
- 1.0882360935211182,
- 1.1614463329315186,
- 1.0238258838653564,
- 1.2537846565246582,
- 1.060547113418579
- ],
- "56": [
- 1.7780375480651855,
- 1.8225603103637695,
- 1.851440668106079,
- 1.7312126159667969,
- 1.8368158340454102
- ],
- "57": [
- 2.49904203414917,
- 2.4126837253570557,
- 2.4750289916992188,
- 2.433041572570801,
- 2.3518331050872803
- ],
- "58": [
- 2.17509388923645,
- 2.3151907920837402,
- 2.259735345840454,
- 2.428464651107788,
- 2.1495883464813232
- ],
- "59": [
- 2.7380449771881104,
- 2.754039764404297,
- 2.6889383792877197,
- 2.604966878890991,
- 2.636704921722412
- ],
- "60": [
- 1.7363862991333008,
- 1.6587703227996826,
- 1.5419552326202393,
- 1.4795036315917969,
- 1.6812565326690674
- ],
- "61": [
- 2.4846465587615967,
- 2.387451410293579,
- 2.4108707904815674,
- 2.388557195663452,
- 2.3161416053771973
- ],
- "62": [
- 0.8136637210845947,
- 0.7371957302093506,
- 0.7617106437683105,
- 0.7683372497558594,
- 0.7747564315795898
- ],
- "63": [
- 1.1109309196472168,
- 1.1343533992767334,
- 1.2317695617675781,
- 1.133389949798584,
- 1.1092209815979004
- ],
- "64": [
- 14.743201732635498,
- 15.078812599182129,
- 14.671916007995605,
- 15.006304025650024,
- 15.00887680053711
- ],
- "65": [
- 7.251803636550903,
- 7.2695631980896,
- 7.238022804260254,
- 7.301697254180908,
- 7.161722421646118
- ],
- "66": [
- 1.9731743335723877,
- 1.9496684074401855,
- 1.9994518756866455,
- 1.8531701564788818,
- 1.930753231048584
- ],
- "67": [
- 49.6675705909729,
- 48.19621968269348,
- 50.70038366317749,
- 47.88284492492676,
- 48.761271715164185
- ],
- "68": [
- 2.0306437015533447,
- 1.9414896965026855,
- 1.9469645023345947,
- 1.9012255668640137,
- 1.9914145469665527
- ],
- "69": [
- 1.7471072673797607,
- 1.536611795425415,
- 1.6588964462280273,
- 1.6081433296203613,
- 1.6223390102386475
- ],
- "70": [
- 1.945021629333496,
- 1.8145639896392822,
- 1.812164545059204,
- 1.849292278289795,
- 1.8018312454223633
- ],
- "71": [
- 1.9524719715118408,
- 1.9845960140228271,
- 1.9457154273986816,
- 1.923093557357788,
- 1.951244592666626
- ],
- "72": [
- 12.546458959579468,
- 11.85893964767456,
- 12.32059645652771,
- 11.475525379180908,
- 11.872873306274414
- ],
- "73": [
- 1.0386018753051758,
- 1.0372083187103271,
- 1.0216479301452637,
- 0.9761593341827393,
- 0.933098316192627
- ],
- "74": [
- 9.800452470779419,
- 10.76702070236206,
- 11.209776163101196,
- 9.91211724281311,
- 10.263824701309204
- ],
- "75": [
- 8.530277013778687,
- 8.607342958450317,
- 8.445864200592041,
- 8.522737741470337,
- 8.499200582504272
- ],
- "76": [
- 1.8576176166534424,
- 2.0158095359802246,
- 1.891855239868164,
- 1.8044593334197998,
- 1.8446557521820068
- ],
- "77": [
- 2.266920566558838,
- 2.314894676208496,
- 2.4184823036193848,
- 2.4789552688598633,
- 2.355562925338745
- ],
- "78": [
- 22.44752526283264,
- 23.02877902984619,
- 22.419431447982788,
- 22.97319006919861,
- 22.363235473632812
- ],
- "79": [
- 1.6027934551239014,
- 1.4661269187927246,
- 1.4280049800872803,
- 1.4568893909454346,
- 1.4736254215240479
- ],
- "80": [
- 16.729133129119873,
- 16.709152698516846,
- 16.817840099334717,
- 17.630494117736816,
- 17.207946300506592
- ],
- "81": [
- 2.1778812408447266,
- 2.3530967235565186,
- 2.1917331218719482,
- 2.0935323238372803,
- 2.1222338676452637
- ],
- "82": [
- 6.663294792175293,
- 7.8879075050354,
- 7.217211961746216,
- 6.868515968322754,
- 6.5749123096466064
- ],
- "83": [
- 1.5960721969604492,
- 1.5132818222045898,
- 1.4365019798278809,
- 1.44840407371521,
- 1.477241039276123
- ],
- "84": [
- 1.163783073425293,
- 1.1479411125183105,
- 1.1228821277618408,
- 1.2401597499847412,
- 1.1172442436218262
- ],
- "85": [
- 3.2570650577545166,
- 2.7596423625946045,
- 3.081651449203491,
- 3.0925028324127197,
- 3.0603017807006836
- ],
- "86": [
- 0.7725980281829834,
- 0.7427737712860107,
- 0.7912232875823975,
- 0.7065935134887695,
- 0.7383038997650146
- ],
- "87": [
- 4.294668912887573,
- 4.660226345062256,
- 4.278197765350342,
- 4.472849130630493,
- 3.904066562652588
- ],
- "88": [
- 3.554309606552124,
- 3.6045660972595215,
- 3.5492982864379883,
- 3.3328254222869873,
- 3.5090348720550537
- ],
- "89": [
- 1.3484902381896973,
- 1.276850700378418,
- 1.3466012477874756,
- 1.2572429180145264,
- 1.4886093139648438
- ],
- "90": [
- 0.46999287605285645,
- 0.529099702835083,
- 0.578873872756958,
- 0.47667670249938965,
- 0.48769092559814453
- ],
- "91": [
- 0.7944860458374023,
- 0.8916025161743164,
- 0.832402229309082,
- 0.7235825061798096,
- 0.65761399269104
- ],
- "92": [
- 0.9741818904876709,
- 0.9964475631713867,
- 0.992856502532959,
- 0.9798798561096191,
- 0.9271073341369629
- ],
- "93": [
- 14.810303688049316,
- 14.715499639511108,
- 14.565584897994995,
- 14.738952398300171,
- 14.814255237579346
- ],
- "94": [
- 5.665013790130615,
- 5.276642084121704,
- 5.49097204208374,
- 5.194403886795044,
- 5.2361180782318115
- ],
- "95": [
- 13.44327449798584,
- 13.04519772529602,
- 13.047563791275024,
- 13.274654865264893,
- 13.301786184310913
- ],
- "96": [
- 0.5319077968597412,
- 0.5078849792480469,
- 0.5532786846160889,
- 0.49875950813293457,
- 0.529167890548706
- ],
- "97": [
- 7.3789963722229,
- 7.497219800949097,
- 7.451964855194092,
- 7.59662938117981,
- 7.404102802276611
- ],
- "98": [
- 1.5613372325897217,
- 1.698850154876709,
- 1.6474971771240234,
- 1.6323800086975098,
- 1.5777685642242432
- ],
- "99": [
- 1.1006407737731934,
- 1.109886884689331,
- 1.0147747993469238,
- 2.1191627979278564,
- 1.0859904289245605
- ]
-}
\ No newline at end of file
diff --git a/_downloads/a2bf8d2de6f449ff2ab1739c3a17f18e/comet-tpcds.json b/_downloads/a2bf8d2de6f449ff2ab1739c3a17f18e/comet-tpcds.json
new file mode 100644
index 00000000..8d249e3c
--- /dev/null
+++ b/_downloads/a2bf8d2de6f449ff2ab1739c3a17f18e/comet-tpcds.json
@@ -0,0 +1,744 @@
+{
+ "engine": "datafusion-comet",
+ "benchmark": "tpcds",
+ "data_path": "/mnt/bigdata/tpcds/sf100/",
+ "query_path": "../../tpcds/",
+ "spark_conf": {
+ "spark.executor.memoryOverhead": "4914M",
+ "spark.eventLog.enabled": "true",
+ "spark.executor.extraClassPath": "/home/andy/git/apache/datafusion-comet/spark/target/comet-spark-spark3.4_2.12-0.5.0-SNAPSHOT.jar",
+ "spark.comet.cast.allowIncompatible": "true",
+ "spark.app.submitTime": "1736811668530",
+ "spark.comet.explainFallback.enabled": "false",
+ "spark.cores.max": "16",
+ "spark.comet.exec.shuffle.enabled": "true",
+ "spark.app.startTime": "1736811668800",
+ "spark.memory.offHeap.enabled": "true",
+ "spark.driver.port": "42815",
+ "spark.executor.instances": "2",
+ "spark.executor.memory": "16G",
+ "spark.comet.exec.shuffle.fallbackToColumnar": "true",
+ "spark.serializer.objectStreamReset": "100",
+ "spark.driver.host": "10.0.0.118",
+ "spark.submit.deployMode": "client",
+ "spark.executor.cores": "8",
+ "spark.driver.extraClassPath": "/home/andy/git/apache/datafusion-comet/spark/target/comet-spark-spark3.4_2.12-0.5.0-SNAPSHOT.jar",
+ "spark.app.id": "app-20250113164109-0060",
+ "spark.comet.exec.replaceSortMergeJoin": "false",
+ "spark.driver.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add- [...]
+ "spark.driver.maxResultSize": "2G",
+ "spark.shuffle.manager": "org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager",
+ "spark.sql.warehouse.dir": "file:/home/andy/git/personal/research/benchmarks/spark-standalone/spark-warehouse",
+ "spark.executor.id": "driver",
+ "spark.master": "spark://woody:7077",
+ "spark.comet.exec.shuffle.mode": "auto",
+ "spark.sql.extensions": "org.apache.comet.CometSparkSessionExtensions",
+ "spark.driver.memory": "8G",
+ "spark.plugins": "org.apache.spark.CometPlugin",
+ "spark.repl.local.jars": "file:///home/andy/git/apache/datafusion-comet/spark/target/comet-spark-spark3.4_2.12-0.5.0-SNAPSHOT.jar",
+ "spark.memory.offHeap.size": "24g",
+ "spark.rdd.compress": "True",
+ "spark.executor.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --ad [...]
+ "spark.comet.enabled": "true",
+ "spark.submit.pyFiles": "",
+ "spark.app.name": "comet benchmark derived from tpcds",
+ "spark.comet.exec.sortMergeJoinWithJoinFilter.enabled": "false",
+ "spark.app.initial.jar.urls": "spark://10.0.0.118:42815/jars/comet-spark-spark3.4_2.12-0.5.0-SNAPSHOT.jar",
+ "spark.comet.exec.shuffle.compression.codec": "lz4",
+ "spark.jars": "file:///home/andy/git/apache/datafusion-comet/spark/target/comet-spark-spark3.4_2.12-0.5.0-SNAPSHOT.jar",
+ "spark.comet.explain.native.enabled": "false"
+ },
+ "1": [
+ 4.536968469619751,
+ 1.3565826416015625,
+ 1.338052749633789,
+ 1.4378666877746582,
+ 1.3548147678375244
+ ],
+ "2": [
+ 3.3205230236053467,
+ 2.462737798690796,
+ 2.488901376724243,
+ 2.5463438034057617,
+ 2.527088165283203
+ ],
+ "3": [
+ 1.6579983234405518,
+ 1.47391939163208,
+ 1.4881572723388672,
+ 1.484151840209961,
+ 1.5221748352050781
+ ],
+ "4": [
+ 34.67596936225891,
+ 33.768837451934814,
+ 34.09213376045227,
+ 34.43401646614075,
+ 34.43135046958923
+ ],
+ "5": [
+ 6.600037097930908,
+ 6.366944074630737,
+ 6.282367467880249,
+ 6.359925985336304,
+ 6.503366231918335
+ ],
+ "6": [
+ 1.7636768817901611,
+ 1.6569476127624512,
+ 1.564842939376831,
+ 1.6130192279815674,
+ 1.562074899673462
+ ],
+ "7": [
+ 3.080796480178833,
+ 3.0056214332580566,
+ 3.1245322227478027,
+ 3.1279425621032715,
+ 3.1556527614593506
+ ],
+ "8": [
+ 1.871955394744873,
+ 1.6913323402404785,
+ 1.6697134971618652,
+ 1.7257518768310547,
+ 1.782395839691162
+ ],
+ "9": [
+ 6.713606357574463,
+ 6.480487108230591,
+ 6.67946982383728,
+ 6.535262823104858,
+ 6.520689249038696
+ ],
+ "10": [
+ 2.2367494106292725,
+ 2.069857120513916,
+ 2.1344666481018066,
+ 2.0363876819610596,
+ 2.0629072189331055
+ ],
+ "11": [
+ 13.441156148910522,
+ 13.661643505096436,
+ 13.749130487442017,
+ 13.663432121276855,
+ 13.914729118347168
+ ],
+ "12": [
+ 1.4952607154846191,
+ 1.327760934829712,
+ 1.3590035438537598,
+ 1.3424949645996094,
+ 1.3338284492492676
+ ],
+ "13": [
+ 4.1215620040893555,
+ 4.143518447875977,
+ 4.115273952484131,
+ 4.1204657554626465,
+ 4.203814268112183
+ ],
+ "14": [
+ 27.271831274032593,
+ 27.740113973617554,
+ 27.78661036491394,
+ 28.459989070892334,
+ 28.01462411880493
+ ],
+ "15": [
+ 3.972994327545166,
+ 4.010797739028931,
+ 4.036948204040527,
+ 4.097492933273315,
+ 4.126002788543701
+ ],
+ "16": [
+ 9.47628664970398,
+ 9.299378871917725,
+ 9.3838791847229,
+ 9.37733244895935,
+ 9.319334745407104
+ ],
+ "17": [
+ 3.5423672199249268,
+ 3.4606869220733643,
+ 3.5566649436950684,
+ 3.574188709259033,
+ 3.5854296684265137
+ ],
+ "18": [
+ 3.558619499206543,
+ 3.7194430828094482,
+ 3.720961332321167,
+ 3.7957425117492676,
+ 3.7437338829040527
+ ],
+ "19": [
+ 4.280632495880127,
+ 4.2238616943359375,
+ 4.188013792037964,
+ 4.338703155517578,
+ 4.348641633987427
+ ],
+ "20": [
+ 2.1416103839874268,
+ 2.134965419769287,
+ 2.132283926010132,
+ 2.2123031616210938,
+ 2.1274831295013428
+ ],
+ "21": [
+ 1.6397242546081543,
+ 1.6214661598205566,
+ 1.5790197849273682,
+ 1.5165207386016846,
+ 1.5434236526489258
+ ],
+ "22": [
+ 7.052053689956665,
+ 7.3520801067352295,
+ 7.85315465927124,
+ 7.75153112411499,
+ 7.7829179763793945
+ ],
+ "23": [
+ 43.88178491592407,
+ 44.70656991004944,
+ 44.685741901397705,
+ 45.05996298789978,
+ 44.751373291015625
+ ],
+ "24": [
+ 16.058145999908447,
+ 16.151873111724854,
+ 16.42806100845337,
+ 16.49088191986084,
+ 16.125349283218384
+ ],
+ "25": [
+ 3.971809148788452,
+ 4.022783279418945,
+ 3.9840853214263916,
+ 4.052400588989258,
+ 4.11824893951416
+ ],
+ "26": [
+ 1.5638508796691895,
+ 1.5986883640289307,
+ 1.596513271331787,
+ 1.7379155158996582,
+ 1.6375956535339355
+ ],
+ "27": [
+ 2.977374315261841,
+ 3.2149150371551514,
+ 3.2501866817474365,
+ 3.2618322372436523,
+ 3.1989095211029053
+ ],
+ "28": [
+ 6.967320203781128,
+ 6.830939769744873,
+ 6.937035799026489,
+ 7.009445428848267,
+ 7.003203392028809
+ ],
+ "29": [
+ 5.793797969818115,
+ 5.6882500648498535,
+ 5.628785848617554,
+ 5.72254753112793,
+ 5.698575019836426
+ ],
+ "30": [
+ 1.488220453262329,
+ 1.3394947052001953,
+ 1.3159022331237793,
+ 1.3776261806488037,
+ 1.3321137428283691
+ ],
+ "31": [
+ 9.204715251922607,
+ 8.69102168083191,
+ 8.614688873291016,
+ 8.787571668624878,
+ 8.771551370620728
+ ],
+ "32": [
+ 2.203498125076294,
+ 2.1785271167755127,
+ 2.0557124614715576,
+ 2.211980104446411,
+ 2.1879453659057617
+ ],
+ "33": [
+ 3.9984161853790283,
+ 4.1804728507995605,
+ 4.131994247436523,
+ 4.213898658752441,
+ 4.188544034957886
+ ],
+ "34": [
+ 1.875131368637085,
+ 1.9190173149108887,
+ 1.9300975799560547,
+ 1.9599437713623047,
+ 1.869981288909912
+ ],
+ "35": [
+ 3.308222532272339,
+ 3.061551332473755,
+ 3.043506145477295,
+ 3.083115577697754,
+ 3.160632371902466
+ ],
+ "36": [
+ 3.769775629043579,
+ 3.782244920730591,
+ 3.828948736190796,
+ 3.8956804275512695,
+ 3.8769822120666504
+ ],
+ "37": [
+ 2.8596391677856445,
+ 2.8715765476226807,
+ 2.8092164993286133,
+ 2.891303777694702,
+ 2.855314254760742
+ ],
+ "38": [
+ 3.4315402507781982,
+ 3.4382240772247314,
+ 3.4430289268493652,
+ 3.531895637512207,
+ 3.455247163772583
+ ],
+ "39": [
+ 19.4264817237854,
+ 20.363921403884888,
+ 19.874735593795776,
+ 19.83957862854004,
+ 19.403523683547974
+ ],
+ "40": [
+ 5.129716634750366,
+ 5.0438196659088135,
+ 5.126132249832153,
+ 5.1094677448272705,
+ 5.055907487869263
+ ],
+ "41": [
+ 0.14982271194458008,
+ 0.1292414665222168,
+ 0.16390562057495117,
+ 0.134552001953125,
+ 0.12277865409851074
+ ],
+ "42": [
+ 1.2786576747894287,
+ 1.2783203125,
+ 1.3130738735198975,
+ 1.3072741031646729,
+ 1.3132829666137695
+ ],
+ "43": [
+ 1.6863470077514648,
+ 1.6458985805511475,
+ 1.7347028255462646,
+ 1.765425682067871,
+ 1.7646584510803223
+ ],
+ "44": [
+ 2.0259382724761963,
+ 2.0535051822662354,
+ 1.9940221309661865,
+ 2.0074307918548584,
+ 1.9784820079803467
+ ],
+ "45": [
+ 2.4755594730377197,
+ 2.326653003692627,
+ 2.3411612510681152,
+ 2.347200632095337,
+ 2.477112054824829
+ ],
+ "46": [
+ 3.9604787826538086,
+ 3.8620941638946533,
+ 3.7819931507110596,
+ 3.939593553543091,
+ 3.838043451309204
+ ],
+ "47": [
+ 7.505825996398926,
+ 7.342543125152588,
+ 7.576608657836914,
+ 7.725332736968994,
+ 7.735831260681152
+ ],
+ "48": [
+ 2.8078317642211914,
+ 2.809493064880371,
+ 2.826028347015381,
+ 2.9383201599121094,
+ 2.9243483543395996
+ ],
+ "49": [
+ 7.083904266357422,
+ 7.132755279541016,
+ 6.944513320922852,
+ 6.931026935577393,
+ 6.920399188995361
+ ],
+ "50": [
+ 6.608541250228882,
+ 7.139689922332764,
+ 6.71970796585083,
+ 6.847019195556641,
+ 6.901025772094727
+ ],
+ "51": [
+ 7.687297344207764,
+ 7.605288982391357,
+ 7.882007360458374,
+ 7.688341856002808,
+ 7.858721017837524
+ ],
+ "52": [
+ 1.515904188156128,
+ 1.5196130275726318,
+ 1.5246155261993408,
+ 1.539452314376831,
+ 1.529005765914917
+ ],
+ "53": [
+ 1.6835079193115234,
+ 1.7078402042388916,
+ 1.7528693675994873,
+ 1.754622459411621,
+ 1.801300287246704
+ ],
+ "54": [
+ 4.626687288284302,
+ 4.8692405223846436,
+ 4.670963764190674,
+ 4.76296854019165,
+ 4.630118370056152
+ ],
+ "55": [
+ 1.5379326343536377,
+ 1.559366226196289,
+ 1.585902452468872,
+ 1.5425207614898682,
+ 1.5508875846862793
+ ],
+ "56": [
+ 3.372633457183838,
+ 3.4592878818511963,
+ 3.4758856296539307,
+ 3.563056707382202,
+ 3.5439987182617188
+ ],
+ "57": [
+ 3.630242109298706,
+ 3.5384538173675537,
+ 3.5876047611236572,
+ 3.6837234497070312,
+ 3.6626791954040527
+ ],
+ "58": [
+ 6.306454181671143,
+ 6.243661642074585,
+ 6.297546148300171,
+ 6.354742050170898,
+ 6.31113076210022
+ ],
+ "59": [
+ 3.9262125492095947,
+ 3.9229207038879395,
+ 3.985262632369995,
+ 4.089562892913818,
+ 4.107280969619751
+ ],
+ "60": [
+ 3.506413698196411,
+ 3.5923097133636475,
+ 3.5940756797790527,
+ 3.6000287532806396,
+ 3.6011013984680176
+ ],
+ "61": [
+ 7.301086664199829,
+ 7.541475057601929,
+ 7.927215576171875,
+ 7.743303298950195,
+ 7.7511231899261475
+ ],
+ "62": [
+ 1.0287232398986816,
+ 1.033036708831787,
+ 1.0503861904144287,
+ 1.053584337234497,
+ 1.036078929901123
+ ],
+ "63": [
+ 1.6723690032958984,
+ 1.7417714595794678,
+ 1.97025728225708,
+ 1.807016372680664,
+ 1.8281068801879883
+ ],
+ "64": [
+ 15.89651346206665,
+ 15.665365934371948,
+ 16.01818823814392,
+ 15.994118690490723,
+ 16.00064516067505
+ ],
+ "65": [
+ 7.785307884216309,
+ 7.80276894569397,
+ 7.865602016448975,
+ 7.857702016830444,
+ 7.766430616378784
+ ],
+ "66": [
+ 3.1051344871520996,
+ 3.1696081161499023,
+ 3.300004243850708,
+ 3.5985312461853027,
+ 3.43051815032959
+ ],
+ "67": [
+ 30.156902551651,
+ 30.163670778274536,
+ 30.0355327129364,
+ 30.676511764526367,
+ 30.507113456726074
+ ],
+ "68": [
+ 4.870973825454712,
+ 4.989592552185059,
+ 4.550822973251343,
+ 4.479772329330444,
+ 5.1386706829071045
+ ],
+ "69": [
+ 2.1566920280456543,
+ 2.2332279682159424,
+ 2.0824127197265625,
+ 2.211796998977661,
+ 2.105759620666504
+ ],
+ "70": [
+ 3.654249668121338,
+ 3.706080198287964,
+ 3.664548873901367,
+ 3.912018299102783,
+ 3.7903084754943848
+ ],
+ "71": [
+ 3.5541186332702637,
+ 3.5453219413757324,
+ 3.483576536178589,
+ 3.603425979614258,
+ 3.5967133045196533
+ ],
+ "72": [
+ 85.7537453174591,
+ 84.34932899475098,
+ 85.4409408569336,
+ 82.9489848613739,
+ 86.19663500785828
+ ],
+ "73": [
+ 1.5869219303131104,
+ 1.5673043727874756,
+ 1.5760784149169922,
+ 1.6549866199493408,
+ 1.6651747226715088
+ ],
+ "74": [
+ 9.591845989227295,
+ 9.609638690948486,
+ 9.660242319107056,
+ 9.578797101974487,
+ 9.830672264099121
+ ],
+ "75": [
+ 12.06259274482727,
+ 12.131521224975586,
+ 12.339975833892822,
+ 12.526771783828735,
+ 12.704570055007935
+ ],
+ "76": [
+ 3.1800994873046875,
+ 3.1969289779663086,
+ 3.2074594497680664,
+ 3.249382495880127,
+ 3.2397830486297607
+ ],
+ "77": [
+ 3.9328701496124268,
+ 3.8905186653137207,
+ 4.043585777282715,
+ 4.000932216644287,
+ 4.100231409072876
+ ],
+ "78": [
+ 19.32929301261902,
+ 18.75995111465454,
+ 19.079716444015503,
+ 18.925426721572876,
+ 19.023631811141968
+ ],
+ "79": [
+ 2.897693157196045,
+ 3.135042667388916,
+ 3.0352957248687744,
+ 3.0536019802093506,
+ 3.0584769248962402
+ ],
+ "80": [
+ 15.195313692092896,
+ 15.409253120422363,
+ 15.783752918243408,
+ 15.655308961868286,
+ 15.55367660522461
+ ],
+ "81": [
+ 1.6697850227355957,
+ 1.6849262714385986,
+ 1.7256522178649902,
+ 1.6104223728179932,
+ 1.5729634761810303
+ ],
+ "82": [
+ 4.702307462692261,
+ 4.762118101119995,
+ 4.631009101867676,
+ 4.632325172424316,
+ 4.699774742126465
+ ],
+ "83": [
+ 0.9655017852783203,
+ 0.964923620223999,
+ 1.0950005054473877,
+ 0.9366519451141357,
+ 0.9813294410705566
+ ],
+ "84": [
+ 0.8160817623138428,
+ 0.7901313304901123,
+ 0.9309515953063965,
+ 0.7813336849212646,
+ 0.8049192428588867
+ ],
+ "85": [
+ 2.1436941623687744,
+ 2.0501821041107178,
+ 2.3379878997802734,
+ 2.2173709869384766,
+ 2.0497560501098633
+ ],
+ "86": [
+ 0.8833699226379395,
+ 0.8855693340301514,
+ 1.003610610961914,
+ 0.9266695976257324,
+ 0.8708605766296387
+ ],
+ "87": [
+ 3.5058393478393555,
+ 3.5163745880126953,
+ 3.8271989822387695,
+ 3.621147632598877,
+ 3.5709948539733887
+ ],
+ "88": [
+ 6.482669115066528,
+ 6.477633714675903,
+ 6.942981958389282,
+ 6.804642677307129,
+ 6.639838457107544
+ ],
+ "89": [
+ 2.1237101554870605,
+ 2.126112461090088,
+ 2.1807539463043213,
+ 2.172977924346924,
+ 2.20328426361084
+ ],
+ "90": [
+ 0.5848908424377441,
+ 0.5502984523773193,
+ 0.6235551834106445,
+ 0.569770336151123,
+ 0.5719239711761475
+ ],
+ "91": [
+ 0.6266171932220459,
+ 0.5699453353881836,
+ 0.6588234901428223,
+ 0.6302447319030762,
+ 0.6418545246124268
+ ],
+ "92": [
+ 0.8711974620819092,
+ 0.8485770225524902,
+ 0.8334972858428955,
+ 0.8226969242095947,
+ 0.8113462924957275
+ ],
+ "93": [
+ 9.335367202758789,
+ 9.483666181564331,
+ 9.641432046890259,
+ 9.4573495388031,
+ 9.48092794418335
+ ],
+ "94": [
+ 5.219858884811401,
+ 5.30799126625061,
+ 5.2076966762542725,
+ 5.314690589904785,
+ 5.152010202407837
+ ],
+ "95": [
+ 20.359986066818237,
+ 19.688702821731567,
+ 20.081215381622314,
+ 19.575989961624146,
+ 21.01106309890747
+ ],
+ "96": [
+ 0.8545236587524414,
+ 0.8409044742584229,
+ 0.8572230339050293,
+ 0.8502027988433838,
+ 0.9349768161773682
+ ],
+ "97": [
+ 5.144511938095093,
+ 5.298552751541138,
+ 5.229865789413452,
+ 5.0392138957977295,
+ 5.193090915679932
+ ],
+ "98": [
+ 4.391782283782959,
+ 4.436994552612305,
+ 4.410702705383301,
+ 4.459229946136475,
+ 4.5571510791778564
+ ],
+ "99": [
+ 1.6422052383422852,
+ 1.5400826930999756,
+ 1.5657870769500732,
+ 1.5555531978607178,
+ 1.582702398300171
+ ]
+}
\ No newline at end of file
diff --git a/_downloads/cfac5b683123b9e6321ecef92544ba0e/comet-tpcds.json b/_downloads/cfac5b683123b9e6321ecef92544ba0e/comet-tpcds.json
deleted file mode 100644
index ecd632e8..00000000
--- a/_downloads/cfac5b683123b9e6321ecef92544ba0e/comet-tpcds.json
+++ /dev/null
@@ -1,755 +0,0 @@
-{
- "engine": "datafusion-comet",
- "benchmark": "tpcds",
- "data_path": "/mnt/bigdata/tpcds/sf100/",
- "query_path": "/tpcds",
- "spark_conf": {
- "spark.executor.instances": "4",
- "spark.comet.cast.allowIncompatible": "true",
- "spark.kubernetes.memoryOverheadFactor": "0.4",
- "spark.app.initial.jar.urls": "file:/opt/spark/jars/comet-spark-spark3.4_2.12-0.4.0-SNAPSHOT.jar",
- "spark.kubernetes.authenticate.driver.serviceAccountName": "spark",
- "spark.kubernetes.executor.container.image": "woody:5000/spark-tpcbench:comet",
- "spark.kubernetes.driver.volumes.hostPath.data.mount.path": "/mnt/bigdata",
- "spark.kubernetes.driver.volumes.persistentVolumeClaim.benchmark-results-pv.options.claimName": "benchmark-results-pvc",
- "spark.comet.exec.shuffle.enabled": "true",
- "spark.memory.offHeap.enabled": "true",
- "spark.memory.offHeap.size": "32g",
- "spark.executor.memoryOverhead": "2457M",
- "spark.master": "k8s://https://kube1:6443",
- "spark.app.startTime": "1731962698535",
- "spark.app.id": "spark-41930409e7b1448a837ed5c0d9130620",
- "spark.kubernetes.executor.podNamePrefix": "comet-benchmark-derived-from-tpcds-31aa739341057c91",
- "spark.serializer.objectStreamReset": "100",
- "spark.executor.memory": "8g",
- "spark.submit.deployMode": "client",
- "spark.kubernetes.driver.volumes.hostPath.data.options.path": "/mnt/bigdata",
- "spark.driver.host": "tpcbench-py-26286b934105723b-driver-svc.default.svc",
- "spark.eventLog.enabled": "false",
- "spark.kubernetes.container.image.pullPolicy": "Always",
- "spark.kubernetes.submitInDriver": "true",
- "spark.comet.exec.replaceSortMergeJoin": "false",
- "spark.driver.bindAddress": "10.42.1.9",
- "spark.sql.warehouse.dir": "file:/opt/spark/work-dir/spark-warehouse",
- "spark.driver.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add- [...]
- "spark.jars": "local:/opt/spark/jars/comet-spark-spark3.4_2.12-0.4.0-SNAPSHOT.jar",
- "spark.shuffle.manager": "org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager",
- "spark.driver.blockManager.port": "7079",
- "spark.repl.local.jars": "local:///opt/spark/jars/comet-spark-spark3.4_2.12-0.4.0-SNAPSHOT.jar",
- "spark.app.submitTime": "1731962698320",
- "spark.driver.extraClassPath": "local:///opt/spark/jars/comet-spark-spark3.4_2.12-0.4.0-SNAPSHOT.jar",
- "spark.executor.id": "driver",
- "spark.kubernetes.driver.volumes.persistentVolumeClaim.benchmark-results-pv.mount.readOnly": "false",
- "spark.comet.exec.shuffle.mode": "auto",
- "spark.driver.memory": "8G",
- "spark.plugins": "org.apache.spark.CometPlugin",
- "spark.driver.port": "7078",
- "spark.sql.extensions": "org.apache.comet.CometSparkSessionExtensions",
- "spark.kubernetes.driver.pod.name": "tpcbench-py-26286b934105723b-driver",
- "spark.kubernetes.driver.volumes.hostPath.data.options.readOnly": "false",
- "spark.kubernetes.resource.type": "python",
- "spark.kubernetes.executor.volumes.hostPath.data.mount.path": "/mnt/bigdata",
- "spark.kubernetes.driver.container.image": "woody:5000/spark-tpcbench:comet",
- "spark.executor.cores": "6",
- "spark.kubernetes.driver.volumes.persistentVolumeClaim.benchmark-results-pv.mount.path": "/mnt/benchmark-results",
- "spark.rdd.compress": "True",
- "spark.kubernetes.executor.volumes.hostPath.data.options.path": "/mnt/bigdata",
- "spark.executor.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --ad [...]
- "spark.submit.pyFiles": "",
- "spark.executor.extraClassPath": "local:///opt/spark/jars/comet-spark-spark3.4_2.12-0.4.0-SNAPSHOT.jar",
- "spark.app.name": "comet benchmark derived from tpcds"
- },
- "1": [
- 3.613295316696167,
- 0.9363176822662354,
- 0.8858673572540283,
- 0.9213356971740723,
- 0.9260072708129883
- ],
- "2": [
- 2.1988301277160645,
- 1.2930514812469482,
- 1.2836058139801025,
- 1.3122997283935547,
- 1.310011863708496
- ],
- "3": [
- 1.1296944618225098,
- 0.8390710353851318,
- 0.863898754119873,
- 0.8277552127838135,
- 0.8591916561126709
- ],
- "4": [
- 23.46227192878723,
- 23.30874729156494,
- 22.632073640823364,
- 23.021177530288696,
- 23.210322380065918
- ],
- "5": [
- 4.248774290084839,
- 3.8154327869415283,
- 3.7951250076293945,
- 3.841792583465576,
- 3.830977201461792
- ],
- "6": [
- 1.2654953002929688,
- 1.0582756996154785,
- 1.0062625408172607,
- 0.9889535903930664,
- 1.0066215991973877
- ],
- "7": [
- 1.9927458763122559,
- 1.7910470962524414,
- 1.7864744663238525,
- 1.8166968822479248,
- 1.8165059089660645
- ],
- "8": [
- 1.39858078956604,
- 1.1697239875793457,
- 1.181609869003296,
- 1.1592917442321777,
- 1.2115702629089355
- ],
- "9": [
- 3.8118808269500732,
- 3.5978047847747803,
- 3.6009204387664795,
- 3.6475167274475098,
- 3.720515489578247
- ],
- "10": [
- 1.6375336647033691,
- 1.253730058670044,
- 1.2790555953979492,
- 1.2641334533691406,
- 1.2304799556732178
- ],
- "11": [
- 8.888672590255737,
- 8.726006031036377,
- 8.779715061187744,
- 8.728724002838135,
- 8.738395929336548
- ],
- "12": [
- 1.209524393081665,
- 1.1902368068695068,
- 1.2197084426879883,
- 1.214184045791626,
- 1.0896027088165283
- ],
- "13": [
- 2.334285259246826,
- 2.3459174633026123,
- 2.376317262649536,
- 2.3597984313964844,
- 2.399404287338257
- ],
- "14": [
- 22.216265201568604,
- 21.80620813369751,
- 22.18099617958069,
- 22.004033088684082,
- 22.437575578689575
- ],
- "15": [
- 2.6664204597473145,
- 2.5816941261291504,
- 2.6421005725860596,
- 2.655304193496704,
- 2.6851134300231934
- ],
- "16": [
- 7.677209854125977,
- 7.403982400894165,
- 7.679336309432983,
- 7.390750169754028,
- 7.398985385894775
- ],
- "17": [
- 2.4100611209869385,
- 2.4173429012298584,
- 2.3482720851898193,
- 2.3698456287384033,
- 2.4305622577667236
- ],
- "18": [
- 2.439337730407715,
- 2.5373470783233643,
- 2.4983959197998047,
- 2.529120922088623,
- 2.538098096847534
- ],
- "19": [
- 2.5696511268615723,
- 2.5729575157165527,
- 2.5877132415771484,
- 2.5895493030548096,
- 2.584230899810791
- ],
- "20": [
- 1.7106993198394775,
- 1.6393051147460938,
- 1.5836944580078125,
- 1.624565839767456,
- 1.6353082656860352
- ],
- "21": [
- 1.096069097518921,
- 1.0144309997558594,
- 1.0689029693603516,
- 1.1604490280151367,
- 1.0859742164611816
- ],
- "22": [
- 8.084425210952759,
- 8.307284593582153,
- 8.248545169830322,
- 8.41027283668518,
- 8.130585432052612
- ],
- "23": [
- 31.006169080734253,
- 31.809021949768066,
- 31.491374731063843,
- 31.673828125,
- 32.41964364051819
- ],
- "24": [
- 13.210773944854736,
- 12.064785242080688,
- 12.284985542297363,
- 12.34001111984253,
- 13.093876361846924
- ],
- "25": [
- 2.7884602546691895,
- 2.611072301864624,
- 2.6468446254730225,
- 2.5781397819519043,
- 2.732714891433716
- ],
- "26": [
- 1.1039531230926514,
- 1.038722276687622,
- 1.0986864566802979,
- 0.9996967315673828,
- 1.0384690761566162
- ],
- "27": [
- 1.8319566249847412,
- 1.8125741481781006,
- 1.7781953811645508,
- 1.7830994129180908,
- 1.8019931316375732
- ],
- "28": [
- 4.2303125858306885,
- 4.181443214416504,
- 4.171067953109741,
- 4.197100639343262,
- 4.169423341751099
- ],
- "29": [
- 3.66855525970459,
- 3.7532052993774414,
- 3.566790819168091,
- 3.7179572582244873,
- 3.686014175415039
- ],
- "30": [
- 1.117868185043335,
- 1.2058172225952148,
- 1.0498886108398438,
- 1.1140456199645996,
- 1.1328985691070557
- ],
- "31": [
- 4.85772180557251,
- 4.797250270843506,
- 4.839718818664551,
- 4.840039014816284,
- 4.837655782699585
- ],
- "32": [
- 1.3921968936920166,
- 1.3323743343353271,
- 1.4425835609436035,
- 1.348841667175293,
- 1.3850789070129395
- ],
- "33": [
- 2.293806314468384,
- 2.253751754760742,
- 2.240044593811035,
- 2.2648448944091797,
- 2.2620596885681152
- ],
- "34": [
- 1.3108677864074707,
- 1.2720186710357666,
- 1.3723440170288086,
- 1.2785835266113281,
- 1.26865816116333
- ],
- "35": [
- 2.447936773300171,
- 2.445019483566284,
- 2.438453197479248,
- 2.401923179626465,
- 2.5346932411193848
- ],
- "36": [
- 2.4888269901275635,
- 2.191847085952759,
- 2.1506924629211426,
- 2.1331875324249268,
- 2.2247748374938965
- ],
- "37": [
- 1.82137131690979,
- 1.7718479633331299,
- 1.762279748916626,
- 1.805389165878296,
- 1.8042621612548828
- ],
- "38": [
- 2.4564521312713623,
- 2.7351372241973877,
- 2.2422144412994385,
- 2.271132707595825,
- 2.6268062591552734
- ],
- "39": [
- 15.272886514663696,
- 16.56870722770691,
- 15.184351682662964,
- 17.65111756324768,
- 16.851532697677612
- ],
- "40": [
- 4.618505954742432,
- 4.582245826721191,
- 4.805966854095459,
- 4.843486547470093,
- 4.6164655685424805
- ],
- "41": [
- 0.15246796607971191,
- 0.12736821174621582,
- 0.123199462890625,
- 0.13370347023010254,
- 0.13098549842834473
- ],
- "42": [
- 0.8077573776245117,
- 0.7788431644439697,
- 0.755042314529419,
- 0.7611534595489502,
- 0.7864503860473633
- ],
- "43": [
- 1.0223720073699951,
- 1.0028953552246094,
- 1.0250427722930908,
- 1.0194573402404785,
- 1.076014518737793
- ],
- "44": [
- 1.1571755409240723,
- 1.1396656036376953,
- 1.1511790752410889,
- 1.1235918998718262,
- 1.1504936218261719
- ],
- "45": [
- 1.8097100257873535,
- 1.8120465278625488,
- 1.8139166831970215,
- 1.7709436416625977,
- 1.7835633754730225
- ],
- "46": [
- 2.4002232551574707,
- 2.2962591648101807,
- 2.38244366645813,
- 2.4457669258117676,
- 2.4249236583709717
- ],
- "47": [
- 5.617861032485962,
- 5.408482551574707,
- 5.431608438491821,
- 5.449252128601074,
- 5.623114109039307
- ],
- "48": [
- 1.638838768005371,
- 1.68455171585083,
- 1.6805500984191895,
- 1.6506848335266113,
- 1.642219066619873
- ],
- "49": [
- 4.706164598464966,
- 4.6550188064575195,
- 4.703380346298218,
- 4.4827210903167725,
- 4.653671503067017
- ],
- "50": [
- 6.328258275985718,
- 6.51447057723999,
- 6.318875789642334,
- 6.525310277938843,
- 6.306564569473267
- ],
- "51": [
- 7.000143051147461,
- 6.798591613769531,
- 6.729523658752441,
- 6.572738170623779,
- 6.712196111679077
- ],
- "52": [
- 0.919975757598877,
- 0.8573052883148193,
- 0.8529157638549805,
- 0.8662893772125244,
- 0.8644464015960693
- ],
- "53": [
- 1.268928050994873,
- 1.1189360618591309,
- 1.155031442642212,
- 1.151642084121704,
- 1.1593868732452393
- ],
- "54": [
- 2.8306691646575928,
- 2.8038384914398193,
- 2.8667569160461426,
- 2.8659167289733887,
- 2.8607115745544434
- ],
- "55": [
- 0.9192891120910645,
- 0.8829891681671143,
- 0.9207160472869873,
- 0.9063892364501953,
- 0.9118208885192871
- ],
- "56": [
- 2.098660469055176,
- 2.0563149452209473,
- 2.0371997356414795,
- 2.0526468753814697,
- 2.052966594696045
- ],
- "57": [
- 3.1710643768310547,
- 3.102032423019409,
- 3.1820738315582275,
- 3.2220702171325684,
- 3.1981401443481445
- ],
- "58": [
- 4.2822654247283936,
- 4.219950199127197,
- 4.260200023651123,
- 4.203465700149536,
- 4.235920667648315
- ],
- "59": [
- 2.8434674739837646,
- 2.8698465824127197,
- 2.958869218826294,
- 2.9485886096954346,
- 2.944758176803589
- ],
- "60": [
- 2.0825767517089844,
- 2.0261218547821045,
- 2.093472957611084,
- 2.028120756149292,
- 2.0296173095703125
- ],
- "61": [
- 4.164551496505737,
- 4.247161149978638,
- 4.208996057510376,
- 4.154303073883057,
- 4.216529369354248
- ],
- "62": [
- 0.6185667514801025,
- 0.6253015995025635,
- 0.6186847686767578,
- 0.6257288455963135,
- 0.6202499866485596
- ],
- "63": [
- 1.088174819946289,
- 1.0861599445343018,
- 1.045111894607544,
- 1.0676589012145996,
- 1.0662899017333984
- ],
- "64": [
- 11.732340097427368,
- 11.538040399551392,
- 11.864402532577515,
- 11.667150020599365,
- 11.87758994102478
- ],
- "65": [
- 6.239193439483643,
- 6.3904407024383545,
- 6.047687768936157,
- 6.067760467529297,
- 6.426549196243286
- ],
- "66": [
- 2.0485336780548096,
- 2.0909292697906494,
- 2.0843634605407715,
- 2.114530324935913,
- 2.2097740173339844
- ],
- "67": [
- 23.676459312438965,
- 24.08505654335022,
- 24.311410903930664,
- 23.65312933921814,
- 23.644501447677612
- ],
- "68": [
- 2.6239256858825684,
- 2.68916654586792,
- 2.713677406311035,
- 2.735755443572998,
- 2.6569156646728516
- ],
- "69": [
- 1.3641211986541748,
- 1.3893208503723145,
- 1.4258897304534912,
- 1.406707763671875,
- 1.4287145137786865
- ],
- "70": [
- 2.3978335857391357,
- 2.388171911239624,
- 2.311910629272461,
- 2.323887825012207,
- 2.357830286026001
- ],
- "71": [
- 2.148318290710449,
- 2.0978829860687256,
- 2.1367037296295166,
- 2.1240034103393555,
- 2.096367359161377
- ],
- "72": [
- 55.71474242210388,
- 55.65497851371765,
- 55.09920024871826,
- 54.11650276184082,
- 56.20997095108032
- ],
- "73": [
- 0.981971025466919,
- 1.0062155723571777,
- 0.9884769916534424,
- 1.0174438953399658,
- 0.9753994941711426
- ],
- "74": [
- 6.0974955558776855,
- 6.090858697891235,
- 6.104249477386475,
- 6.180070161819458,
- 6.250415325164795
- ],
- "75": [
- 7.970996618270874,
- 7.890105485916138,
- 7.769358396530151,
- 7.92317795753479,
- 7.910406589508057
- ],
- "76": [
- 1.833014726638794,
- 1.8315975666046143,
- 1.8497719764709473,
- 1.8833909034729004,
- 1.8657946586608887
- ],
- "77": [
- 2.430835008621216,
- 2.378892660140991,
- 2.253649950027466,
- 2.3566322326660156,
- 2.381143093109131
- ],
- "78": [
- 13.936902523040771,
- 14.407816886901855,
- 14.292723894119263,
- 14.425165891647339,
- 14.25799822807312
- ],
- "79": [
- 1.7828254699707031,
- 1.8427963256835938,
- 1.8661816120147705,
- 1.9232194423675537,
- 1.905480146408081
- ],
- "80": [
- 10.53323483467102,
- 10.418278694152832,
- 10.549378871917725,
- 10.663471698760986,
- 10.687374830245972
- ],
- "81": [
- 1.3656373023986816,
- 1.3399004936218262,
- 1.3288192749023438,
- 1.4544517993927002,
- 1.3790254592895508
- ],
- "82": [
- 3.3641715049743652,
- 3.279186964035034,
- 3.213341236114502,
- 3.3441648483276367,
- 3.389477014541626
- ],
- "83": [
- 0.7808544635772705,
- 0.7731945514678955,
- 0.8409247398376465,
- 0.9210186004638672,
- 0.8299705982208252
- ],
- "84": [
- 0.7040410041809082,
- 0.7207241058349609,
- 0.7018799781799316,
- 0.8818099498748779,
- 0.6937227249145508
- ],
- "85": [
- 1.421285629272461,
- 1.4219837188720703,
- 1.5009398460388184,
- 1.5087964534759521,
- 1.4539406299591064
- ],
- "86": [
- 0.7153642177581787,
- 0.653031587600708,
- 0.6546626091003418,
- 0.7315728664398193,
- 0.6839661598205566
- ],
- "87": [
- 2.6152150630950928,
- 2.4368674755096436,
- 2.447220802307129,
- 2.4948906898498535,
- 2.4271810054779053
- ],
- "88": [
- 3.7563509941101074,
- 3.7107393741607666,
- 3.740159511566162,
- 3.9487733840942383,
- 3.7908895015716553
- ],
- "89": [
- 1.3733341693878174,
- 1.3950858116149902,
- 1.3895792961120605,
- 1.434366226196289,
- 1.4087369441986084
- ],
- "90": [
- 0.32382941246032715,
- 0.3856828212738037,
- 0.31131482124328613,
- 0.3739144802093506,
- 0.3414499759674072
- ],
- "91": [
- 0.4922313690185547,
- 0.4702589511871338,
- 0.4913055896759033,
- 0.547508955001831,
- 0.47322750091552734
- ],
- "92": [
- 0.5397188663482666,
- 0.5313537120819092,
- 0.5446431636810303,
- 0.5584907531738281,
- 0.5503730773925781
- ],
- "93": [
- 7.6846864223480225,
- 7.392237186431885,
- 7.6069016456604,
- 7.612182378768921,
- 7.472257614135742
- ],
- "94": [
- 4.253883123397827,
- 4.180011034011841,
- 4.123626470565796,
- 4.342567205429077,
- 4.465695381164551
- ],
- "95": [
- 14.060906887054443,
- 14.277164697647095,
- 14.19387698173523,
- 14.002771854400635,
- 15.193023920059204
- ],
- "96": [
- 0.526421070098877,
- 0.5006999969482422,
- 0.5214729309082031,
- 0.5473310947418213,
- 0.517216682434082
- ],
- "97": [
- 3.6567018032073975,
- 3.5691311359405518,
- 3.5199546813964844,
- 3.6811041831970215,
- 3.667187213897705
- ],
- "98": [
- 3.188143253326416,
- 3.1263539791107178,
- 3.1795992851257324,
- 3.23490834236145,
- 3.170579671859741
- ],
- "99": [
- 1.0296411514282227,
- 1.0101523399353027,
- 1.0162627696990967,
- 1.0697321891784668,
- 1.0347280502319336
- ]
-}
\ No newline at end of file
diff --git a/_downloads/d26631eef01e8ad0873c1990a343fb75/spark-tpcds.json b/_downloads/d26631eef01e8ad0873c1990a343fb75/spark-tpcds.json
new file mode 100644
index 00000000..f3e3b6c3
--- /dev/null
+++ b/_downloads/d26631eef01e8ad0873c1990a343fb75/spark-tpcds.json
@@ -0,0 +1,722 @@
+{
+ "engine": "datafusion-comet",
+ "benchmark": "tpcds",
+ "data_path": "/mnt/bigdata/tpcds/sf100/",
+ "query_path": "../../tpcds/",
+ "spark_conf": {
+ "spark.eventLog.enabled": "true",
+ "spark.driver.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add- [...]
+ "spark.sql.warehouse.dir": "file:/home/andy/git/personal/research/benchmarks/spark-standalone/spark-warehouse",
+ "spark.cores.max": "16",
+ "spark.executor.id": "driver",
+ "spark.master": "spark://woody:7077",
+ "spark.app.submitTime": "1736815365737",
+ "spark.driver.memory": "8G",
+ "spark.executor.memory": "32G",
+ "spark.app.startTime": "1736815366015",
+ "spark.rdd.compress": "True",
+ "spark.executor.instances": "2",
+ "spark.app.id": "app-20250113174246-0062",
+ "spark.executor.extraJavaOptions": "-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --ad [...]
+ "spark.serializer.objectStreamReset": "100",
+ "spark.driver.host": "10.0.0.118",
+ "spark.driver.port": "43797",
+ "spark.submit.pyFiles": "",
+ "spark.submit.deployMode": "client",
+ "spark.app.name": "spark benchmark derived from tpcds",
+ "spark.executor.cores": "8"
+ },
+ "1": [
+ 5.2619593143463135,
+ 1.960148811340332,
+ 2.1967520713806152,
+ 2.1494410037994385,
+ 1.9935636520385742
+ ],
+ "2": [
+ 3.4253926277160645,
+ 2.6879563331604004,
+ 2.561516046524048,
+ 2.5716545581817627,
+ 2.563164710998535
+ ],
+ "3": [
+ 1.5403835773468018,
+ 1.4260897636413574,
+ 1.2098140716552734,
+ 1.2134122848510742,
+ 1.208524227142334
+ ],
+ "4": [
+ 56.53691649436951,
+ 56.77414393424988,
+ 56.02755045890808,
+ 56.025816440582275,
+ 56.88295769691467
+ ],
+ "5": [
+ 10.489055871963501,
+ 9.67568039894104,
+ 9.388097763061523,
+ 9.27160382270813,
+ 9.536203384399414
+ ],
+ "6": [
+ 2.1579461097717285,
+ 1.9873638153076172,
+ 1.9221436977386475,
+ 1.9461965560913086,
+ 2.0963733196258545
+ ],
+ "7": [
+ 3.032843828201294,
+ 2.7287216186523438,
+ 2.9177908897399902,
+ 2.675243616104126,
+ 2.7577996253967285
+ ],
+ "8": [
+ 2.2934205532073975,
+ 2.0310394763946533,
+ 1.994276762008667,
+ 1.9520981311798096,
+ 2.4081742763519287
+ ],
+ "9": [
+ 5.7878358364105225,
+ 5.4902870655059814,
+ 5.461946725845337,
+ 5.400648593902588,
+ 5.5186686515808105
+ ],
+ "10": [
+ 2.3901453018188477,
+ 2.212461233139038,
+ 2.298922538757324,
+ 2.1111397743225098,
+ 2.4135324954986572
+ ],
+ "11": [
+ 17.00469183921814,
+ 17.168133020401,
+ 15.51388955116272,
+ 14.93636679649353,
+ 15.758571863174438
+ ],
+ "12": [
+ 1.1017069816589355,
+ 0.9583470821380615,
+ 0.9638540744781494,
+ 0.9336667060852051,
+ 1.1460154056549072
+ ],
+ "13": [
+ 4.34652304649353,
+ 4.188030481338501,
+ 3.886648416519165,
+ 3.856201171875,
+ 4.094677209854126
+ ],
+ "14": [
+ 44.88281464576721,
+ 44.40218901634216,
+ 43.64497995376587,
+ 43.865254640579224,
+ 44.34578776359558
+ ],
+ "15": [
+ 3.323901414871216,
+ 3.366013765335083,
+ 3.1583144664764404,
+ 3.360898971557617,
+ 3.554365396499634
+ ],
+ "16": [
+ 12.555872917175293,
+ 13.052572965621948,
+ 12.834516048431396,
+ 12.673231363296509,
+ 12.716522216796875
+ ],
+ "17": [
+ 4.7320332527160645,
+ 4.594316720962524,
+ 4.3970723152160645,
+ 4.33561897277832,
+ 4.495761871337891
+ ],
+ "18": [
+ 3.5807242393493652,
+ 3.535151481628418,
+ 3.6561989784240723,
+ 3.8135147094726562,
+ 3.7007369995117188
+ ],
+ "19": [
+ 2.4516489505767822,
+ 2.5885403156280518,
+ 2.571218729019165,
+ 2.6798818111419678,
+ 2.587368965148926
+ ],
+ "20": [
+ 1.1769890785217285,
+ 1.084374189376831,
+ 1.1451663970947266,
+ 1.0745131969451904,
+ 1.0696895122528076
+ ],
+ "21": [
+ 2.2724456787109375,
+ 1.6616766452789307,
+ 2.0807278156280518,
+ 1.9577069282531738,
+ 1.7267327308654785
+ ],
+ "22": [
+ 21.127835512161255,
+ 21.504271745681763,
+ 20.774054765701294,
+ 20.130521297454834,
+ 21.08124542236328
+ ],
+ "23": [
+ 104.4822952747345,
+ 102.66089034080505,
+ 101.6080904006958,
+ 101.47286200523376,
+ 102.44011735916138
+ ],
+ "24": [
+ 15.568699359893799,
+ 15.30924916267395,
+ 14.502421855926514,
+ 14.607846736907959,
+ 15.179453611373901
+ ],
+ "25": [
+ 4.512059450149536,
+ 4.125646352767944,
+ 4.210487365722656,
+ 4.141698598861694,
+ 4.136176586151123
+ ],
+ "26": [
+ 2.0296761989593506,
+ 1.7046644687652588,
+ 1.8830039501190186,
+ 1.9740185737609863,
+ 1.7992558479309082
+ ],
+ "27": [
+ 2.637375831604004,
+ 2.3286960124969482,
+ 2.4201674461364746,
+ 2.5083210468292236,
+ 2.554165840148926
+ ],
+ "28": [
+ 8.454154253005981,
+ 8.10464596748352,
+ 8.339635848999023,
+ 8.20319676399231,
+ 8.14726972579956
+ ],
+ "29": [
+ 5.196781158447266,
+ 4.76829719543457,
+ 4.92963433265686,
+ 4.789939880371094,
+ 4.786316633224487
+ ],
+ "30": [
+ 2.0309393405914307,
+ 1.8231163024902344,
+ 2.189394235610962,
+ 1.9110958576202393,
+ 1.9947915077209473
+ ],
+ "31": [
+ 5.668262720108032,
+ 5.5171403884887695,
+ 5.473530292510986,
+ 5.337523460388184,
+ 5.736505746841431
+ ],
+ "32": [
+ 1.852400779724121,
+ 1.6409556865692139,
+ 1.7917094230651855,
+ 1.6856303215026855,
+ 1.6647214889526367
+ ],
+ "33": [
+ 3.3466131687164307,
+ 2.9173898696899414,
+ 2.859670639038086,
+ 2.8988308906555176,
+ 2.7332468032836914
+ ],
+ "34": [
+ 1.7460660934448242,
+ 1.8845741748809814,
+ 1.580057144165039,
+ 1.7185635566711426,
+ 1.5153119564056396
+ ],
+ "35": [
+ 3.7872586250305176,
+ 3.661235809326172,
+ 3.492677927017212,
+ 3.553354501724243,
+ 3.6253058910369873
+ ],
+ "36": [
+ 2.4619619846343994,
+ 2.133469343185425,
+ 2.03787899017334,
+ 2.0881924629211426,
+ 2.1240320205688477
+ ],
+ "37": [
+ 4.0605480670928955,
+ 3.6801133155822754,
+ 3.9225871562957764,
+ 3.9400532245635986,
+ 3.707016944885254
+ ],
+ "38": [
+ 6.2957329750061035,
+ 5.905467987060547,
+ 5.979095220565796,
+ 7.394719839096069,
+ 5.790559530258179
+ ],
+ "39": [
+ 8.440297603607178,
+ 8.22698163986206,
+ 8.441386938095093,
+ 8.33523440361023,
+ 8.563800573348999
+ ],
+ "40": [
+ 7.396990537643433,
+ 7.279749631881714,
+ 7.595478773117065,
+ 7.514429807662964,
+ 7.445756912231445
+ ],
+ "41": [
+ 0.23249292373657227,
+ 0.20892643928527832,
+ 0.23296880722045898,
+ 0.2194194793701172,
+ 0.21021556854248047
+ ],
+ "42": [
+ 1.1865589618682861,
+ 1.1890931129455566,
+ 1.2970597743988037,
+ 1.2622613906860352,
+ 1.2915732860565186
+ ],
+ "43": [
+ 1.297257900238037,
+ 1.3796677589416504,
+ 1.23530912399292,
+ 1.2672350406646729,
+ 1.2549505233764648
+ ],
+ "44": [
+ 0.941680908203125,
+ 0.8873088359832764,
+ 0.9511497020721436,
+ 0.949620246887207,
+ 0.9585254192352295
+ ],
+ "45": [
+ 2.0431082248687744,
+ 1.9389359951019287,
+ 1.8346209526062012,
+ 1.8326334953308105,
+ 1.9307496547698975
+ ],
+ "46": [
+ 2.762038230895996,
+ 2.790123224258423,
+ 2.7187981605529785,
+ 2.74556303024292,
+ 2.5963001251220703
+ ],
+ "47": [
+ 4.917082786560059,
+ 4.889256000518799,
+ 5.025712728500366,
+ 4.852914333343506,
+ 4.931396484375
+ ],
+ "48": [
+ 8.931923627853394,
+ 8.777977705001831,
+ 8.91053819656372,
+ 8.892403841018677,
+ 8.816314935684204
+ ],
+ "49": [
+ 7.473886251449585,
+ 7.176199197769165,
+ 7.320720434188843,
+ 7.655316352844238,
+ 7.141919136047363
+ ],
+ "50": [
+ 10.274503707885742,
+ 10.186567068099976,
+ 10.226274490356445,
+ 10.341506004333496,
+ 10.175342321395874
+ ],
+ "51": [
+ 13.496302127838135,
+ 13.125258922576904,
+ 13.10242748260498,
+ 13.413541078567505,
+ 13.212175369262695
+ ],
+ "52": [
+ 1.303222894668579,
+ 1.4358396530151367,
+ 1.4652376174926758,
+ 1.3406119346618652,
+ 1.5421879291534424
+ ],
+ "53": [
+ 1.8200466632843018,
+ 1.7202496528625488,
+ 1.773848533630371,
+ 1.7078053951263428,
+ 1.649254322052002
+ ],
+ "54": [
+ 3.2271203994750977,
+ 3.08542799949646,
+ 3.0598156452178955,
+ 3.265996217727661,
+ 2.9859659671783447
+ ],
+ "55": [
+ 1.4394917488098145,
+ 1.4950504302978516,
+ 1.499817132949829,
+ 1.3825452327728271,
+ 1.3539316654205322
+ ],
+ "56": [
+ 2.7544610500335693,
+ 2.6781766414642334,
+ 2.6310033798217773,
+ 2.745976209640503,
+ 2.5964338779449463
+ ],
+ "57": [
+ 3.1029934883117676,
+ 3.2437119483947754,
+ 3.088554859161377,
+ 2.882737636566162,
+ 3.0023646354675293
+ ],
+ "58": [
+ 3.291809558868408,
+ 3.0720701217651367,
+ 3.1128735542297363,
+ 2.799436569213867,
+ 3.03535532951355
+ ],
+ "59": [
+ 3.6170177459716797,
+ 3.502054214477539,
+ 3.6569032669067383,
+ 3.454932689666748,
+ 3.7024710178375244
+ ],
+ "60": [
+ 2.3729071617126465,
+ 2.374262809753418,
+ 2.363983392715454,
+ 2.4041998386383057,
+ 2.2664554119110107
+ ],
+ "61": [
+ 3.4571456909179688,
+ 3.543290138244629,
+ 3.4700188636779785,
+ 3.515277147293091,
+ 3.5213046073913574
+ ],
+ "62": [
+ 1.141568899154663,
+ 1.1349658966064453,
+ 1.154313087463379,
+ 1.1754529476165771,
+ 1.1065878868103027
+ ],
+ "63": [
+ 1.536681890487671,
+ 1.5299901962280273,
+ 1.5405244827270508,
+ 1.6240346431732178,
+ 1.5590183734893799
+ ],
+ "64": [
+ 22.64835238456726,
+ 21.65506911277771,
+ 22.328132152557373,
+ 22.563674449920654,
+ 22.57821035385132
+ ],
+ "65": [
+ 10.918822765350342,
+ 10.771467447280884,
+ 10.830023527145386,
+ 10.823500871658325,
+ 10.827515602111816
+ ],
+ "66": [
+ 3.189873695373535,
+ 3.2264277935028076,
+ 3.0621445178985596,
+ 3.1594581604003906,
+ 3.149355173110962
+ ],
+ "67": [
+ 80.8468451499939,
+ 79.63782620429993,
+ 79.21770143508911,
+ 80.91981196403503,
+ 79.78550696372986
+ ],
+ "68": [
+ 2.941169500350952,
+ 2.8041577339172363,
+ 2.956421375274658,
+ 2.7988245487213135,
+ 2.732013463973999
+ ],
+ "69": [
+ 2.204758405685425,
+ 2.115067720413208,
+ 2.287461280822754,
+ 2.1623363494873047,
+ 2.3425257205963135
+ ],
+ "70": [
+ 2.833672523498535,
+ 2.9473845958709717,
+ 2.8611886501312256,
+ 2.8069379329681396,
+ 2.874908685684204
+ ],
+ "71": [
+ 2.9525787830352783,
+ 2.8629682064056396,
+ 2.8824713230133057,
+ 2.9291234016418457,
+ 2.9217307567596436
+ ],
+ "72": [
+ 92.81920456886292,
+ 90.03170561790466,
+ 88.50960922241211,
+ 88.13007974624634,
+ 89.58278608322144
+ ],
+ "73": [
+ 1.395726203918457,
+ 1.3789515495300293,
+ 1.3403804302215576,
+ 1.4275565147399902,
+ 1.6597483158111572
+ ],
+ "74": [
+ 20.643322706222534,
+ 18.648181676864624,
+ 20.02110981941223,
+ 20.94976043701172,
+ 18.866977214813232
+ ],
+ "75": [
+ 12.679317951202393,
+ 12.062625408172607,
+ 12.371514558792114,
+ 11.771496057510376,
+ 11.608371257781982
+ ],
+ "76": [
+ 3.0363106727600098,
+ 3.0028562545776367,
+ 3.063755750656128,
+ 2.8598508834838867,
+ 3.0945818424224854
+ ],
+ "77": [
+ 3.665741443634033,
+ 3.4514997005462646,
+ 3.597266435623169,
+ 3.332911968231201,
+ 3.495286464691162
+ ],
+ "78": [
+ 31.306552410125732,
+ 31.237448930740356,
+ 32.20013928413391,
+ 30.75121283531189,
+ 30.8237726688385
+ ],
+ "79": [
+ 2.084214925765991,
+ 2.194493532180786,
+ 2.1290676593780518,
+ 2.12060284614563,
+ 2.1929309368133545
+ ],
+ "80": [
+ 25.5107364654541,
+ 26.140331983566284,
+ 25.496628046035767,
+ 26.28699231147766,
+ 25.533350229263306
+ ],
+ "81": [
+ 2.231703996658325,
+ 2.351255416870117,
+ 2.2447509765625,
+ 2.3641414642333984,
+ 2.3690547943115234
+ ],
+ "82": [
+ 7.771524667739868,
+ 7.738788366317749,
+ 7.6906514167785645,
+ 7.706395387649536,
+ 7.73229455947876
+ ],
+ "83": [
+ 1.6065571308135986,
+ 1.6151466369628906,
+ 1.8333814144134521,
+ 1.5380127429962158,
+ 1.8119380474090576
+ ],
+ "84": [
+ 1.2147200107574463,
+ 1.3057491779327393,
+ 1.379417896270752,
+ 1.3735690116882324,
+ 1.3126640319824219
+ ],
+ "85": [
+ 4.671465635299683,
+ 5.442366600036621,
+ 4.581593990325928,
+ 4.7632105350494385,
+ 4.413646936416626
+ ],
+ "86": [
+ 1.0525786876678467,
+ 0.9334254264831543,
+ 0.8857343196868896,
+ 0.9687070846557617,
+ 0.943767786026001
+ ],
+ "87": [
+ 6.769503355026245,
+ 6.3070619106292725,
+ 6.363903284072876,
+ 6.062292098999023,
+ 6.507101058959961
+ ],
+ "88": [
+ 5.166539907455444,
+ 5.316728830337524,
+ 5.028919696807861,
+ 4.994849681854248,
+ 5.05009126663208
+ ],
+ "89": [
+ 1.8866407871246338,
+ 1.8803751468658447,
+ 1.8070712089538574,
+ 1.9447128772735596,
+ 1.8955137729644775
+ ],
+ "90": [
+ 0.7426741123199463,
+ 0.7263903617858887,
+ 0.8066353797912598,
+ 0.857090950012207,
+ 0.7823832035064697
+ ],
+ "91": [
+ 0.8765714168548584,
+ 1.0066447257995605,
+ 0.9977982044219971,
+ 0.9710574150085449,
+ 1.0417554378509521
+ ],
+ "92": [
+ 1.2541251182556152,
+ 1.2637217044830322,
+ 1.277681827545166,
+ 1.272780418395996,
+ 1.307555913925171
+ ],
+ "93": [
+ 22.15599775314331,
+ 21.807148694992065,
+ 21.700384855270386,
+ 21.663914918899536,
+ 21.595760583877563
+ ],
+ "94": [
+ 6.799180030822754,
+ 6.733048439025879,
+ 6.928405523300171,
+ 6.735382318496704,
+ 6.847370147705078
+ ],
+ "95": [
+ 27.122989416122437,
+ 27.059486389160156,
+ 26.826467514038086,
+ 26.69485092163086,
+ 27.168644428253174
+ ],
+ "96": [
+ 0.7550704479217529,
+ 0.7472677230834961,
+ 0.6998603343963623,
+ 0.7055039405822754,
+ 0.7615151405334473
+ ],
+ "97": [
+ 9.790446996688843,
+ 9.716257095336914,
+ 9.671125650405884,
+ 9.580909967422485,
+ 9.678182125091553
+ ],
+ "98": [
+ 2.175020933151245,
+ 2.2659518718719482,
+ 2.1904609203338623,
+ 2.0544354915618896,
+ 2.0489299297332764
+ ],
+ "99": [
+ 1.5075435638427734,
+ 1.5963904857635498,
+ 1.3782060146331787,
+ 1.4856946468353271,
+ 1.3421602249145508
+ ]
+}
\ No newline at end of file
diff --git a/_images/tpcds_allqueries.png b/_images/tpcds_allqueries.png
index b1c9e3c9..3fd64409 100644
Binary files a/_images/tpcds_allqueries.png and b/_images/tpcds_allqueries.png differ
diff --git a/_images/tpcds_queries_compare.png b/_images/tpcds_queries_compare.png
index e367fe4c..f83a0b4b 100644
Binary files a/_images/tpcds_queries_compare.png and b/_images/tpcds_queries_compare.png differ
diff --git a/_images/tpcds_queries_speedup_abs.png b/_images/tpcds_queries_speedup_abs.png
index d719bdbb..8ecd448c 100644
Binary files a/_images/tpcds_queries_speedup_abs.png and b/_images/tpcds_queries_speedup_abs.png differ
diff --git a/_images/tpcds_queries_speedup_rel.png b/_images/tpcds_queries_speedup_rel.png
index afbea75a..441cd946 100644
Binary files a/_images/tpcds_queries_speedup_rel.png and b/_images/tpcds_queries_speedup_rel.png differ
diff --git a/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt b/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt
index 3fa70eb8..a6650f7e 100644
--- a/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt
+++ b/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt
@@ -25,21 +25,21 @@ and we encourage you to run these benchmarks in your own environments.
The tracking issue for improving TPC-DS performance is [#858](https://github.com/apache/datafusion-comet/issues/858).
-
+
Here is a breakdown showing relative performance of Spark and Comet for each query.
-
+
The following chart shows how much Comet currently accelerates each query from the benchmark in relative terms.
-
+
The following chart shows how much Comet currently accelerates each query from the benchmark in absolute terms.
-
+
The raw results of these benchmarks in JSON format is available here:
-- [Spark](0.4.0/spark-tpcds.json)
-- [Comet](0.4.0/comet-tpcds.json)
+- [Spark](0.5.0/spark-tpcds.json)
+- [Comet](0.5.0/comet-tpcds.json)
diff --git a/_static/images/benchmark-results/0.5.0/tpcds_allqueries.png b/_static/images/benchmark-results/0.5.0/tpcds_allqueries.png
new file mode 100644
index 00000000..3fd64409
Binary files /dev/null and b/_static/images/benchmark-results/0.5.0/tpcds_allqueries.png differ
diff --git a/_static/images/benchmark-results/0.5.0/tpcds_queries_compare.png b/_static/images/benchmark-results/0.5.0/tpcds_queries_compare.png
new file mode 100644
index 00000000..f83a0b4b
Binary files /dev/null and b/_static/images/benchmark-results/0.5.0/tpcds_queries_compare.png differ
diff --git a/_static/images/benchmark-results/0.5.0/tpcds_queries_speedup_abs.png b/_static/images/benchmark-results/0.5.0/tpcds_queries_speedup_abs.png
new file mode 100644
index 00000000..8ecd448c
Binary files /dev/null and b/_static/images/benchmark-results/0.5.0/tpcds_queries_speedup_abs.png differ
diff --git a/_static/images/benchmark-results/0.5.0/tpcds_queries_speedup_rel.png b/_static/images/benchmark-results/0.5.0/tpcds_queries_speedup_rel.png
new file mode 100644
index 00000000..441cd946
Binary files /dev/null and b/_static/images/benchmark-results/0.5.0/tpcds_queries_speedup_rel.png differ
diff --git a/contributor-guide/benchmark-results/tpc-ds.html b/contributor-guide/benchmark-results/tpc-ds.html
index 2cef3ebc..83ca027a 100644
--- a/contributor-guide/benchmark-results/tpc-ds.html
+++ b/contributor-guide/benchmark-results/tpc-ds.html
@@ -340,8 +340,8 @@ and we encourage you to run these benchmarks in your own environments.</p>
<p><img alt="" src="../../_images/tpcds_queries_speedup_abs.png" /></p>
<p>The raw results of these benchmarks in JSON format is available here:</p>
<ul class="simple">
-<li><p><a class="reference download internal" download="" href="../../_downloads/9c65bd8515d8564a1a84de58db297461/spark-tpcds.json"><span class="xref download myst">Spark</span></a></p></li>
-<li><p><a class="reference download internal" download="" href="../../_downloads/cfac5b683123b9e6321ecef92544ba0e/comet-tpcds.json"><span class="xref download myst">Comet</span></a></p></li>
+<li><p><a class="reference download internal" download="" href="../../_downloads/d26631eef01e8ad0873c1990a343fb75/spark-tpcds.json"><span class="xref download myst">Spark</span></a></p></li>
+<li><p><a class="reference download internal" download="" href="../../_downloads/a2bf8d2de6f449ff2ab1739c3a17f18e/comet-tpcds.json"><span class="xref download myst">Comet</span></a></p></li>
</ul>
</section>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org