From a1631e4000b94eb24b84c6187dec3cd595025608 Mon Sep 17 00:00:00 2001 From: tchow-zlai Date: Thu, 27 Mar 2025 17:56:21 -0700 Subject: [PATCH 1/2] bump spark Co-authored-by: Thomas Chow --- maven_install.json | 215 +++++++++--------- .../dependencies/maven_repository.bzl | 16 +- 2 files changed, 117 insertions(+), 114 deletions(-) diff --git a/maven_install.json b/maven_install.json index 2ca0e119d9..0673c41c85 100755 --- a/maven_install.json +++ b/maven_install.json @@ -1,7 +1,7 @@ { "__AUTOGENERATED_FILE_DO_NOT_MODIFY_THIS_FILE_MANUALLY": "THERE_IS_NO_DATA_ONLY_ZUUL", - "__INPUT_ARTIFACTS_HASH": 1671283851, - "__RESOLVED_ARTIFACTS_HASH": -137301922, + "__INPUT_ARTIFACTS_HASH": 378377991, + "__RESOLVED_ARTIFACTS_HASH": -1341201693, "artifacts": { "ant:ant": { "shasums": { @@ -1441,10 +1441,10 @@ }, "io.airlift:aircompressor": { "shasums": { - "jar": "610938768aee8e4279af55f35bba5276d34cac447d4614897e26deb907e3115d", - "sources": "b0d2ec4c3f36aab30cc03dd19c0e35bbb04d9dc8217653da6e640ddbf7c34021" + "jar": "fdbef3137a28f63bb0cb93487803080ede746a4ec3d421e36c6f0c305c35e5e4", + "sources": "7f5952d138e9cff1445a961b90228680b5714145038648e02e4433490e5f078d" }, - "version": "0.25" + "version": "0.27" }, "io.circe:circe-core_2.12": { "shasums": { @@ -3575,25 +3575,25 @@ }, "org.apache.orc:orc-core": { "shasums": { - "jar": "802282878f7287c3ef17637ce6fbb1b57a17bfb5d9d127e883021dd2849a1183", - "shaded-protobuf": "fc67809b1df5ecd480c4fbfe0e2ea184602abe451ccf1e0850fc01eaeb469f21", - "sources": "0e8817f87a929fa937ffd54d60a35041a7687cd89ff8caa5ef16d18de5f821a5" + "jar": "6c685574539443686835ccd5451e7449ec13e11b346c3028191624dbc8f92007", + "shaded-protobuf": "27cf86855048d91bd33711e11b987d613aef40d8bc0faef77038526c9bbc301d", + "sources": "60a745abf593c9a2195cf0c0697918396c31451f685492eb51fc672f5f4e71bf" }, - "version": "1.9.2" + "version": "1.9.4" }, "org.apache.orc:orc-mapreduce": { "shasums": { - "shaded-protobuf": "67772da89e0a21585e80199e4df3a6d4e557c396ca069599b94176153d983196", - "sources": "554cca81cc5de6a072530d2154ba6dbf07019311c3ed38a5a6df3e369ef4dedb" + "shaded-protobuf": "3cdec3c3301dd29cc7796d4f841891d6ce097c3a04f8bfd1a53edc8a612147ad", + "sources": "ef1b635ceb42974ac1a0272ef02d6ff11adf3ee9f94c78176b455047d8c620ea" }, - "version": "1.9.2" + "version": "1.9.4" }, "org.apache.orc:orc-shims": { "shasums": { - "jar": "ed94d8ad118955c8d13babe10eeb078cd49639f22dcb081e210f163487802ce5", - "sources": "4438eeeef46e4f4ebfe16e270df88a81c2e6b4125602989cfd6785bf35f0dc09" + "jar": "48f1ef6a7fe921ed6f78ecbaa8de71601d378feaa1390302a8a035d33fc49a0c", + "sources": "ed38e51d6cb18422a91d13abc76accf94d07409c31689094e7d2d4761e14eef6" }, - "version": "1.9.2" + "version": "1.9.4" }, "org.apache.parquet:parquet-column": { "shasums": { @@ -3646,213 +3646,213 @@ }, "org.apache.spark:spark-avro_2.12": { "shasums": { - "jar": "ff7b3bff336077e6a10ab8506b07be1f7b00987379eaeed6cca731f3b1234a4f", - "sources": "81b7641d8dd055c5dc2597c2a9112f8b7bcabb73f90c85b98943bc20510f08d7" + "jar": "18ad192f9d0e57f73860d990c46759d70b46892f8cc78533452034fc2aba3875", + "sources": "6cb665e81415ff57fa5ce29e133a9a2ca65470232c078e7c83c6ace1dead3229" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-avro_2.13": { "shasums": { - "jar": "7c71df7740e627bceab2a394f302f4b2c5ad0bdbabaed4dcda5ab47e66f39de0", - "sources": "ad31da17c36e50265b66fdf51cd2cf49a6eefedce9bed2e166949b527ffe8061" + "jar": "47e487e95f170ec170df13d3f1e54b6f1c365623d7ed28c2e6a63f05ecc385ef", + "sources": "3066609015682abe0345705f94330960ab5624fc78d1aa84c66607bf41926dcf" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-catalyst_2.12": { "shasums": { - "jar": "79de318ab4687382da78333ffe2f4008f66683b8fa97aca50796c129b2a781aa", - "sources": "101a305ed640b80babb2eccedca20b1c50fc2d3edfb8756b2c4f406f87a58dfb" + "jar": "1c068091972ac8286f48352574615316ad9d3d9bf1b76d0c3389bc4c5c03aa43", + "sources": "fc46e00c937b504daae80000fbdc33ce691651688f3e85f10b1f76ec5dfff005" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-catalyst_2.13": { "shasums": { - "jar": "9915b39f9a01d29e19833cbff31edb802fe4fc631825a6066d4f013df5a4693c", - "sources": "b90edf6aee5d5ec652a5a519095aa7cfdb89c9e918cf6e1bb184a8cf485bf588" + "jar": "70928267444eb5e66cedcf03376eb21559a68376ec419d88106e0b3e9f843772", + "sources": "9bbdd377e2135e1dd829f096d7d6e66665f561ce8f216c083b59d0b8c65e0e84" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-common-utils_2.12": { "shasums": { - "jar": "e81a5948a86499f112e85868f1affa2adc282407b7a35d3e175393c454112fd1", - "sources": "5175f284d8f22b97ccda9fec45f7b630ff0d56b1a22e6494b6c1ec9d937d6e39" + "jar": "3755a6a43fc92ce7927c92a785432e51fb479534c091cec5b73522a8e60ffe0e", + "sources": "22ec3855f462b243db87fbc17f2426efd40dcff02009d44e24ccc76ba7b9de2f" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-common-utils_2.13": { "shasums": { - "jar": "40d8eb9271dce424f8c651cf061c58410ac65eb64b15d148cd4c51af37c21f0c", - "sources": "6e3840ebdf9becc10da2c4d6442b999d21d40a044b633dc6f4b6e9586193204e" + "jar": "19b1ea8c5fbd5e661d5688b83fdf93d6faaae7faeb84ad94f6c1145f818bb36a", + "sources": "1d8fb26287c1cb085e274104ba1cb1d5cf9d8d7f9750f31d971fe5e7d376d8dd" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-core_2.12": { "shasums": { - "jar": "29149d1d6dea565a390451fe6bfba5a530373e9b444c19bb5706268b7ae78ecd", - "sources": "57fce397192520d57fe8a43c3da337a63c11ba2f68afc68d4c8fde555a609824" + "jar": "c6bc3b63785836f4e9966c86e5aee5734f9c8ca3426c3f86fee980531351befd", + "sources": "7162c67839b32fe5cf3afedf36bdc64ad9932f21fabaebbd35a1649ded1e1baf" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-core_2.13": { "shasums": { - "jar": "1b9878a378b88c044ced1c9a704b8a2f5f1e9244c0062653c3bee0578648e0bd", - "sources": "dbe97dd8c7e62a920420b78b5cd813094f2d077f4650e56ca59f08c19aa2dbc7" + "jar": "c2201ad5c4aff8363fe568cb5357028eb09b74a997aab3bba96ad81a79b7d4b0", + "sources": "5cc1b44d8ac0e0205abb8ddd24eec238c857b97c31e48f04f5bf60ecf2b28836" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-hive_2.12": { "shasums": { - "jar": "c64649592ef7e9c025372b5d7d4494eb112244ac585db7183e98bf4b4d43d25e", - "sources": "ec604414f9cfe2ae63aa86fff80607de6f77528dcb8f0acd65edc37f54ce510b" + "jar": "1a3eae714612337fed78ae8be0d0c30e15aad947428d33717e41d218b5e577b4", + "sources": "cc9c6c3e9d2889c819e4dedd0486ff35b0b2d6fe5d952d658a0722d9e30959a9" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-hive_2.13": { "shasums": { - "jar": "703fa5f7c0cec66fb622ec8603e641fe116f13f21fd799abce9fb9650b08779a", - "sources": "30baf823caa5184caba021816e471075dfb8a592f45ab5b6d34681e114d5aca8" + "jar": "0c9876ff4175a884999692d84d111577921f02fd29f86e4f3522e8f51473b173", + "sources": "bd3c5dfc6dfa248327f9933fb93d9153ed2385f346bab8bfef445c6cd9554375" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-kvstore_2.12": { "shasums": { - "jar": "5cb1b3488715a92d3f33960317527fe8ff371a52dae70015e15651b551343527", - "sources": "71301f23f979c1de3367b86f803156867a467ec5d1e0517314993f6946424748" + "jar": "6ca88905504e2ba256ec71905a566d9d234b1d94cad0bb5089b1ccc4152ce78f", + "sources": "4bcf193eb21abe059609a51fb4247034f249a746aa8d3243a1592b2a7222edfe" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-kvstore_2.13": { "shasums": { - "jar": "e6f9cea8fe3839a2644fcb4b0372b38deeb99340aeb1c8f7497ddc387306da32", - "sources": "19a745f3f5b5886d151f4242a0ba684f796977327795852d550d470e0b3c1eb4" + "jar": "c8c4b681ed3db6f59559f496b34810703f4d2b66ce4a7e71fc8500fabdde82cc", + "sources": "d054469d848c6fae9f4e600d4c243f4d3095a85f9a1b30e547e12c8daf54dde7" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-launcher_2.12": { "shasums": { - "jar": "a48e601f4b030e921bc9c86d610e199ce1b6a16eeef5c7ffdb8ff8b5fd42ab7b", - "sources": "a129554538377ae88a397e8d593758768595740e689de3fcc6cf041a849e1678" + "jar": "3fcb2b6a2ad50055a842a5bf0a481293e1638df65ab3228c36e035f6b2788c31", + "sources": "d01225b9fedf13e5195bb41ff879ecd5f1d6dd23e17756f87a6ebffe48dab984" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-launcher_2.13": { "shasums": { - "jar": "3a2ea4f2380db4bafafabad7f4564030e30cf6056b7c96ddd19107ffb7d43bfc", - "sources": "67f5e002bc4dbd25f99a450f80f7b661ca6f6bbc554de1152b51759f481fe243" + "jar": "ae3b0760d6d1ac5fbef7f01673fb9e3c74672c84b4666d8af38187855f9df7cb", + "sources": "5906e48ea84c58040d980d89584ef15fd31ef0f4e2df0f3f40367f3b898f6cde" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-network-common_2.12": { "shasums": { - "jar": "8eefc92df0c81a885ab5f879b48169b9a46f6e18438b931850c1ac5694d5a557", - "sources": "f6b8abd8e3ae52e56b4b63f82c7ac29f7b7219c37a9d66547a8de14cbff08a7b" + "jar": "359d9ffae44a47894f316c3ac6883eb1e3c3fc509bd0a8abd540e941043ad870", + "sources": "38fda6a23beacf01f39054ab7e72747452ec1b4ec63d44381532cbd15441cc0e" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-network-common_2.13": { "shasums": { - "jar": "4da231e1adfdbf9a4818534286f5f2811bc9f74c03c370d66090d4db1f9f736c", - "sources": "558e4dc2c14aa31fdc2a1849a382e04a995dd4247e66f7802af392835a526198" + "jar": "1a1a1bc05046c28bb20edabafbcac7c59dfa6e460e382a38d8348ba9b09babab", + "sources": "38dd8b60bc324b7549d5058996b033a902257c41290d9eb732b225df90afd52b" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-network-shuffle_2.12": { "shasums": { - "jar": "f5f6edc5724016e210b514f1825de298bd179bac427805b921d1aa8d36dbdec8", - "sources": "fbab95f7e2a6afe6d1fd7bf1bb8cbe1f05219607bc7d0a036bef21f41b57edc4" + "jar": "6d8968902430ad83978c1eaec5ea29ce3d686a68568c55879a7e4ec9daa2e335", + "sources": "5f5282168781d77decc371762806690d2b96c9d104d16b472615281b18697ff0" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-network-shuffle_2.13": { "shasums": { - "jar": "0158f037da16a8701665076eb38c4e98ff70103fa605e2ce3b7621d27ccdba97", - "sources": "14704170efcf5a685918e028065e966361b9449f1b1afde4f67ce70ef66d3d5b" + "jar": "e0ccddaff9d94a0a4b51a89cdaeeec5321206fb809a995353f3ebbe4fb01ce13", + "sources": "9923cd8c166250718eb35866e3adf5809e47530372ed62e8fb45510fff2f0413" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-sketch_2.12": { "shasums": { - "jar": "c81d7ae4c089f8f09c895d54b6f696451913d8ea4545aba5d733693cdbdd7581", - "sources": "cc3208a3b8402196135c2807ff919b91b5d1d563b5014006df0e089860da0f05" + "jar": "e1835d37ed0c3636366560c0cf8a9758e8226599bfc3947f41b5fc8522643d41", + "sources": "86c11b8c03a30a2ed1dec1ebd3f5f9834646cfe36c3d8cc49763a818651264e4" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-sketch_2.13": { "shasums": { - "jar": "9d2b64f018c934abff63daa875366a873ff60f6b825782b00e2e1dec0f9b3388", - "sources": "49d5f58a501722d5124f52483b09c1353e494a17b87c948a217e7fa1975f5926" + "jar": "3eee6a49bb80a6fb56a7e5a0e869e1ec04d25e5ed2700e90220a6375511c6a1a", + "sources": "add6bf1842918182e6aa8833981c3be9b7798866275bea21f05e39fa9a181ccf" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-sql-api_2.12": { "shasums": { - "jar": "7beb4d666765d3b5f8efb6fa44d2d513672e55012907b1d2e062fc57fb4bad97", - "sources": "11514d4eba5faaa8bb430f5dd1501c9bdbc28464ad78ae15875442875a66fb0c" + "jar": "816b88e26823e002a4f803af500c358ca7f54fb008d2d7be4d9f3e267c551f59", + "sources": "df7325cd461e80c9130954b8b46ce419cba2719d86c50557e6e344873aecdeb7" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-sql-api_2.13": { "shasums": { - "jar": "62f50bcf17c356398e173b7bf9d9962dce7ee7752d0903131bc8fcc858a53415", - "sources": "d501819492a94bc6a5a39235163e9067b0b67d857c676c49b811a6b9147478e4" + "jar": "d7fd94a5588e0e2b40be58bcc275fd46c824aa9a29a8bc9368aee02cb6771f5a", + "sources": "316836f41119e0d34b2071ca1f21694833a502ab7925a0d213fa71e6d6f6393e" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-sql_2.12": { "shasums": { - "jar": "ca29d22931a555b864a850d46309b3fbb45fddb51907dbaf7c2cf295253bfbdb", - "sources": "48c1815c3a92270d79be29ce004132fa40a153a6fa1917029861b34ae48884be" + "jar": "0a7b7c20032bca35de5457039f3d0761bfb7dfc49e2a548c688a2007742f04e3", + "sources": "d1e311536518fb386611c4d6476f4e77f08710a107a4cf72e88b27ffcc9fbe44" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-sql_2.13": { "shasums": { - "jar": "3b51e6a7f35b716f63f12da898461c1b92d51c652e5d6c48c8317a42f779b676", - "sources": "e4bbf2bad9385e1535e8b6e48e30b49f64f8e8c245ba8bff3be5207343141a3e" + "jar": "63e10f5d4a0774ed57136718f5202506ebf65cb87563d59193deec69a98bb40a", + "sources": "1bcad8ead58384af66e5d7e15e5ee4e1f74eb00dd81def7717f24f723436fad3" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-streaming_2.12": { "shasums": { - "jar": "111eb663ee5cc75740a29d5a162bf406f543d553c18130a6df0178c35c70acc8", - "sources": "456ee4e08855bd1a9d43e831a778d089c5b3028cd795743e8723905516f92839" + "jar": "bbcdf3999d3d1dd9dd1e347878c8faca753a14db65a322c7601610e1c0ca6538", + "sources": "f7f3d155f7464c993b0e68f620cc0e700c740702f7c0a547f3c64c4fde7fea19" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-streaming_2.13": { "shasums": { - "jar": "e6786dd4e1e4f3168ff7d8a02d53229aa3dd9978aeeaeaef3e0fea73db917226", - "sources": "1f6747d8f0ba4e5b48e3e0e53981334f178ec0020543656cdd6a5999cbdc4087" + "jar": "dab93d18bc89711e5a8b6cc3a70b020e7455b204368d9be7f19a7f926c882d74", + "sources": "bf81d5f1bfe30131548f653b5016810c0335fa8b1feb6fcf02457de483d35b49" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-tags_2.12": { "shasums": { - "jar": "a457536b639a58c7d1ec301c69f3bc966a219063017c4b551ae90fccc7accc8a", - "sources": "63f8a436f25809afcfb19f850b7c8f68543070cfaef1fce603566ba8c12b2e67" + "jar": "1f5715a06924d47e6dc07153d4611a48a67f1b471175b0a38cb3a2094a491551", + "sources": "241c91e31bc1f715f94c8d167981fb854c1141e0280b3109b1a606ff46498219" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-tags_2.13": { "shasums": { - "jar": "5e952d7163955e62eb85a1122fec93e3f576a28738cd4e35b4ea646c93c95636", - "sources": "4b1c61fe5594f91f00c92e46585fd524966d811c71e3e649ef7296efac23f06d" + "jar": "594ead7442881fc91c602d84624976e4cb1c55f9a1eab4aa5737b06bd424aab1", + "sources": "6a2d541679f760f788a55e5aa759998e2c38e208611f7ff19213eca6e293a93d" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-unsafe_2.12": { "shasums": { - "jar": "f7d39754f376b66c7cf7bfdfbf7b5137378a2b8c7ff0e63b7516244b5ffd8b8c", - "sources": "ca41f941eeb1510139c82bb88bd1fd25ea99ae824a336e94bc1d06d650abcd6d" + "jar": "3f4554177d4e674f5dd2cacce25d81b2d5aa8b161244cfa8bc81693b4ea163f2", + "sources": "5938d86ffb32b1e7f6181f645977b12e7a0e468dcf0389220d323b527816ced4" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.spark:spark-unsafe_2.13": { "shasums": { - "jar": "76836284375648c8eff5ef7be99c2c0399a6b03dd18f3ae0eaa8738781b9bf9d", - "sources": "3e3cb6f163ca754817c6ff0aea243cff411618eec9df870eea33b13ae82dd96f" + "jar": "d42cb90c78622636038093a8b25b825596b85fa1054762677283da67d748b139", + "sources": "0eba13ca8c3b976cd8daa49e46f4daea230e7c31ed5ba10d96eb71b6df8ff5ee" }, - "version": "3.5.1" + "version": "3.5.2" }, "org.apache.thrift:libfb303": { "shasums": { @@ -8226,7 +8226,6 @@ "org.apache.commons:commons-lang3" ], "org.apache.orc:orc-shims": [ - "org.apache.hadoop:hadoop-client-api", "org.slf4j:slf4j-api" ], "org.apache.parquet:parquet-column": [ @@ -8369,6 +8368,7 @@ "org.json4s:json4s-jackson_2.12", "org.lz4:lz4-java", "org.roaringbitmap:RoaringBitmap", + "org.scala-lang.modules:scala-collection-compat_2.12", "org.scala-lang.modules:scala-xml_2.12", "org.xerial.snappy:snappy-java", "oro:oro" @@ -8428,6 +8428,7 @@ "org.json4s:json4s-jackson_2.13", "org.lz4:lz4-java", "org.roaringbitmap:RoaringBitmap", + "org.scala-lang.modules:scala-collection-compat_2.13", "org.scala-lang.modules:scala-parallel-collections_2.13", "org.scala-lang.modules:scala-xml_2.13", "org.xerial.snappy:snappy-java", @@ -22208,6 +22209,7 @@ "org.sparkproject.jetty.client.util", "org.sparkproject.jetty.continuation", "org.sparkproject.jetty.http", + "org.sparkproject.jetty.http.compression", "org.sparkproject.jetty.http.pathmap", "org.sparkproject.jetty.io", "org.sparkproject.jetty.io.jmx", @@ -22323,6 +22325,7 @@ "org.sparkproject.jetty.client.util", "org.sparkproject.jetty.continuation", "org.sparkproject.jetty.http", + "org.sparkproject.jetty.http.compression", "org.sparkproject.jetty.http.pathmap", "org.sparkproject.jetty.io", "org.sparkproject.jetty.io.jmx", diff --git a/tools/build_rules/dependencies/maven_repository.bzl b/tools/build_rules/dependencies/maven_repository.bzl index f51c3cfa96..d86bb2445d 100644 --- a/tools/build_rules/dependencies/maven_repository.bzl +++ b/tools/build_rules/dependencies/maven_repository.bzl @@ -184,16 +184,16 @@ maven_repository = repository( "org.testcontainers:postgresql:1.20.4", # Spark artifacts - for scala 2.12 - "org.apache.spark:spark-sql_2.12:3.5.1", - "org.apache.spark:spark-hive_2.12:3.5.1", - "org.apache.spark:spark-streaming_2.12:3.5.1", - "org.apache.spark:spark-avro_2.12:3.5.1", + "org.apache.spark:spark-sql_2.12:3.5.2", + "org.apache.spark:spark-hive_2.12:3.5.2", + "org.apache.spark:spark-streaming_2.12:3.5.2", + "org.apache.spark:spark-avro_2.12:3.5.2", # Spark artifacts - for scala 2.13 - "org.apache.spark:spark-sql_2.13:3.5.1", - "org.apache.spark:spark-hive_2.13:3.5.1", - "org.apache.spark:spark-streaming_2.13:3.5.1", - "org.apache.spark:spark-avro_2.13:3.5.1", + "org.apache.spark:spark-sql_2.13:3.5.2", + "org.apache.spark:spark-hive_2.13:3.5.2", + "org.apache.spark:spark-streaming_2.13:3.5.2", + "org.apache.spark:spark-avro_2.13:3.5.2", # Circe - for scala 2.12 "io.circe:circe-core_2.12:0.14.9", From ed4c02bc65be3f6704d3aaafa91088688cee332f Mon Sep 17 00:00:00 2001 From: tchow-zlai Date: Thu, 27 Mar 2025 20:24:40 -0700 Subject: [PATCH 2/2] update Co-authored-by: Thomas Chow --- maven_install.json | 184 +++++++++--------- .../dependencies/maven_repository.bzl | 16 +- 2 files changed, 100 insertions(+), 100 deletions(-) diff --git a/maven_install.json b/maven_install.json index 0673c41c85..9051820a6d 100755 --- a/maven_install.json +++ b/maven_install.json @@ -1,7 +1,7 @@ { "__AUTOGENERATED_FILE_DO_NOT_MODIFY_THIS_FILE_MANUALLY": "THERE_IS_NO_DATA_ONLY_ZUUL", - "__INPUT_ARTIFACTS_HASH": 378377991, - "__RESOLVED_ARTIFACTS_HASH": -1341201693, + "__INPUT_ARTIFACTS_HASH": 1039999363, + "__RESOLVED_ARTIFACTS_HASH": 1791357553, "artifacts": { "ant:ant": { "shasums": { @@ -3646,213 +3646,213 @@ }, "org.apache.spark:spark-avro_2.12": { "shasums": { - "jar": "18ad192f9d0e57f73860d990c46759d70b46892f8cc78533452034fc2aba3875", - "sources": "6cb665e81415ff57fa5ce29e133a9a2ca65470232c078e7c83c6ace1dead3229" + "jar": "550cac483c1e60ed682946c0631c1a15268efe9ab8afae03d25e8cbc059c2987", + "sources": "35a701d074a43da44cc02c699a53cf78cc340b18db816aef9b73c83547baf8b0" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-avro_2.13": { "shasums": { - "jar": "47e487e95f170ec170df13d3f1e54b6f1c365623d7ed28c2e6a63f05ecc385ef", - "sources": "3066609015682abe0345705f94330960ab5624fc78d1aa84c66607bf41926dcf" + "jar": "d73a68f0262b4be1a7f3b37ff81e9bdbcb7de0aa193aa98c9e384192ff6b8ffa", + "sources": "048c2b71003fec4f3bf9e0fc2fa48067500bee10bf29da6c73aa7fd66ba754c4" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-catalyst_2.12": { "shasums": { - "jar": "1c068091972ac8286f48352574615316ad9d3d9bf1b76d0c3389bc4c5c03aa43", - "sources": "fc46e00c937b504daae80000fbdc33ce691651688f3e85f10b1f76ec5dfff005" + "jar": "6a66e7beeec7d1c667b2c72cf75fa60c22b2fd8e18f4227bbac145e0d8968aa4", + "sources": "c824949b39622a33ef11b8ecfdfeca5c2b4aa34f75ef36c42830a1574c72366a" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-catalyst_2.13": { "shasums": { - "jar": "70928267444eb5e66cedcf03376eb21559a68376ec419d88106e0b3e9f843772", - "sources": "9bbdd377e2135e1dd829f096d7d6e66665f561ce8f216c083b59d0b8c65e0e84" + "jar": "10a89c143ba0eab27aeb69c53803aaf272bcec186484e078bf9fd6b6b017ac99", + "sources": "6fc7cbfaef30b24781b8850c52ab2d9d466393f5cda2fa36cce8fea920871e7a" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-common-utils_2.12": { "shasums": { - "jar": "3755a6a43fc92ce7927c92a785432e51fb479534c091cec5b73522a8e60ffe0e", - "sources": "22ec3855f462b243db87fbc17f2426efd40dcff02009d44e24ccc76ba7b9de2f" + "jar": "063914fdc78fb85351f6651f5e5de923ddc1faef007854732000a1b4043e968e", + "sources": "88be2649b7cd48f78021a7253a0592ff9ef6db3f8134aae7b2a33475f46c4562" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-common-utils_2.13": { "shasums": { - "jar": "19b1ea8c5fbd5e661d5688b83fdf93d6faaae7faeb84ad94f6c1145f818bb36a", - "sources": "1d8fb26287c1cb085e274104ba1cb1d5cf9d8d7f9750f31d971fe5e7d376d8dd" + "jar": "c8945597b55221a93401db29f1afa9b057845508d92a45af55c4d6cf8778874a", + "sources": "f1a8d67bbd58ad15fc4059418a992717dbe1fe353157c09bdbd1c637ca860116" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-core_2.12": { "shasums": { - "jar": "c6bc3b63785836f4e9966c86e5aee5734f9c8ca3426c3f86fee980531351befd", - "sources": "7162c67839b32fe5cf3afedf36bdc64ad9932f21fabaebbd35a1649ded1e1baf" + "jar": "febb95a3f23aa1277aab0cd291419bd9c728eae196a0aa817d7d16d694f8def0", + "sources": "35dc75631cfa811c32ee0ba92bfeac4fc1d24ccf338c7b2b8e14371fa156e2ae" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-core_2.13": { "shasums": { - "jar": "c2201ad5c4aff8363fe568cb5357028eb09b74a997aab3bba96ad81a79b7d4b0", - "sources": "5cc1b44d8ac0e0205abb8ddd24eec238c857b97c31e48f04f5bf60ecf2b28836" + "jar": "59dc265879194897962b00a9d6e2f9ce662817f9aa195f9a9e978120de1e10b5", + "sources": "aeecf7c0d0104ec71ca0a606d47108a4776c4a60323a66b7e27ce64ea19a7fb5" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-hive_2.12": { "shasums": { - "jar": "1a3eae714612337fed78ae8be0d0c30e15aad947428d33717e41d218b5e577b4", - "sources": "cc9c6c3e9d2889c819e4dedd0486ff35b0b2d6fe5d952d658a0722d9e30959a9" + "jar": "5e55f49b3b6992f60188c93cd516f8d5766438168aab2dffe586293e4e2fc0c3", + "sources": "4016f3d6fb2f53cfd69affec7575a985c67ba6d3151e0411108e71a5f462b27e" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-hive_2.13": { "shasums": { - "jar": "0c9876ff4175a884999692d84d111577921f02fd29f86e4f3522e8f51473b173", - "sources": "bd3c5dfc6dfa248327f9933fb93d9153ed2385f346bab8bfef445c6cd9554375" + "jar": "9ae98357ce3b6669c0954dfd4beed9367a41dcfed3b689607b174ef4e14a498f", + "sources": "58bc1d4cf22f37c34fcb60a85168dac8f488d8bce06327858ffca899a8dc895b" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-kvstore_2.12": { "shasums": { - "jar": "6ca88905504e2ba256ec71905a566d9d234b1d94cad0bb5089b1ccc4152ce78f", - "sources": "4bcf193eb21abe059609a51fb4247034f249a746aa8d3243a1592b2a7222edfe" + "jar": "bb1ef59bb7b8e375b7f7883c451d50bcb6cf0ec10e27df9fd17dd3d4909e798d", + "sources": "f8ccdc7c945c6bd98788d0b945d2918e8c653be542c1a842111aee24889b8eed" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-kvstore_2.13": { "shasums": { - "jar": "c8c4b681ed3db6f59559f496b34810703f4d2b66ce4a7e71fc8500fabdde82cc", - "sources": "d054469d848c6fae9f4e600d4c243f4d3095a85f9a1b30e547e12c8daf54dde7" + "jar": "da9a9d028811f639db3281f9cd7132fe332e3f8ef48d42fed5b74cfa1b5b13ad", + "sources": "1d04edfec41e75b0016bcfe046fe125eb1790c568e1c68718156cf57094d9a43" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-launcher_2.12": { "shasums": { - "jar": "3fcb2b6a2ad50055a842a5bf0a481293e1638df65ab3228c36e035f6b2788c31", - "sources": "d01225b9fedf13e5195bb41ff879ecd5f1d6dd23e17756f87a6ebffe48dab984" + "jar": "03bd635673a482d2491ebe83ee804789595db211657d883eb23e67ea9425eb7a", + "sources": "2a54305a01dcd323099cdf88eb4fd410519d200f43b46acb82aaaf3e0e08914a" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-launcher_2.13": { "shasums": { - "jar": "ae3b0760d6d1ac5fbef7f01673fb9e3c74672c84b4666d8af38187855f9df7cb", - "sources": "5906e48ea84c58040d980d89584ef15fd31ef0f4e2df0f3f40367f3b898f6cde" + "jar": "958a30d3254ba12c7ce24e26b2fa34200bf23815e1addd676cfbe4a0f952a025", + "sources": "f85839ef481a2ce5bc0ae5f98ce23de731d3c89be1d77f5250dc7c27aac0d754" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-network-common_2.12": { "shasums": { - "jar": "359d9ffae44a47894f316c3ac6883eb1e3c3fc509bd0a8abd540e941043ad870", - "sources": "38fda6a23beacf01f39054ab7e72747452ec1b4ec63d44381532cbd15441cc0e" + "jar": "c43989a30376b07d4c323a7484430484dd805f78bb9d0331f15bd994260b00bb", + "sources": "c082a4f402021dce109ead4b31d51cc65d65ba7dd7cad6f4e72fa6a29e0fb120" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-network-common_2.13": { "shasums": { - "jar": "1a1a1bc05046c28bb20edabafbcac7c59dfa6e460e382a38d8348ba9b09babab", - "sources": "38dd8b60bc324b7549d5058996b033a902257c41290d9eb732b225df90afd52b" + "jar": "7c624f3344bf2e103855d8ddd77c6ccb34cd236aacd16eb82c5bd20c9b3842b9", + "sources": "feda9be79a965268ff4cb3869ca10833296fdaf1322f899dbd946c0c48445238" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-network-shuffle_2.12": { "shasums": { - "jar": "6d8968902430ad83978c1eaec5ea29ce3d686a68568c55879a7e4ec9daa2e335", - "sources": "5f5282168781d77decc371762806690d2b96c9d104d16b472615281b18697ff0" + "jar": "4b9d380a500bbc864ed4ae119ba49ad2c6a61f56a90fc2ddcf94d95f77554243", + "sources": "5d7c8eebd392b79e227aa836aeeca3020229a5750338d639360ec218148302b7" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-network-shuffle_2.13": { "shasums": { - "jar": "e0ccddaff9d94a0a4b51a89cdaeeec5321206fb809a995353f3ebbe4fb01ce13", - "sources": "9923cd8c166250718eb35866e3adf5809e47530372ed62e8fb45510fff2f0413" + "jar": "3f7c8da80517116674c28337b5cb3e43623745e6cf963fbe9a33496dc158059e", + "sources": "561af130c3d49e738e19d6ec771f31ee986366f4e44d3e647b7dbb92f12304ce" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-sketch_2.12": { "shasums": { - "jar": "e1835d37ed0c3636366560c0cf8a9758e8226599bfc3947f41b5fc8522643d41", - "sources": "86c11b8c03a30a2ed1dec1ebd3f5f9834646cfe36c3d8cc49763a818651264e4" + "jar": "f534ff933e5aa3ad99bbd6c1abce2bd2e17aa5028d5708940321c4bd78b9eeb0", + "sources": "e40a492369c67fd887b4a6389fa7b0cff570fb529c5a37bd9c49566bc126557b" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-sketch_2.13": { "shasums": { - "jar": "3eee6a49bb80a6fb56a7e5a0e869e1ec04d25e5ed2700e90220a6375511c6a1a", - "sources": "add6bf1842918182e6aa8833981c3be9b7798866275bea21f05e39fa9a181ccf" + "jar": "e3abd33af2ebda8b54b83cb9318624fad1f322b94f0eaea48518d5c655b372c2", + "sources": "b3db7fdc09514ab265db8c4e8f9574a2cae76517c3cfab13731a2141884c05d8" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-sql-api_2.12": { "shasums": { - "jar": "816b88e26823e002a4f803af500c358ca7f54fb008d2d7be4d9f3e267c551f59", - "sources": "df7325cd461e80c9130954b8b46ce419cba2719d86c50557e6e344873aecdeb7" + "jar": "f51f02361fb90edc25bcec8fcc8f72f2125bc4783ae5b5912217456b6ca28b76", + "sources": "3a37fa7543bef8b8439f8a9a5f0ddfb05012705315f454b7e748a32655d389db" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-sql-api_2.13": { "shasums": { - "jar": "d7fd94a5588e0e2b40be58bcc275fd46c824aa9a29a8bc9368aee02cb6771f5a", - "sources": "316836f41119e0d34b2071ca1f21694833a502ab7925a0d213fa71e6d6f6393e" + "jar": "711530b670096361115339a332a44df1be84355208a023b96ee3fd7cb9dd9e76", + "sources": "cba545c8f9c7301418d827cc02cce6d481ec9a9b551705a3fa23e72e658eedb0" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-sql_2.12": { "shasums": { - "jar": "0a7b7c20032bca35de5457039f3d0761bfb7dfc49e2a548c688a2007742f04e3", - "sources": "d1e311536518fb386611c4d6476f4e77f08710a107a4cf72e88b27ffcc9fbe44" + "jar": "51966b573d7c4abb8762d1a85a29ae2e6b7670717ac1cbb93bdc6034988f4b3e", + "sources": "fcbd6e5a7e7610c20f390745ff5794bb19c5775d772bacb1d908d5ded67a9278" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-sql_2.13": { "shasums": { - "jar": "63e10f5d4a0774ed57136718f5202506ebf65cb87563d59193deec69a98bb40a", - "sources": "1bcad8ead58384af66e5d7e15e5ee4e1f74eb00dd81def7717f24f723436fad3" + "jar": "6e964e5b3b4a2c96e917c740598f86f9aca2063cf385d37c6fd41f1b81e201d3", + "sources": "0a8d3bc6c4d2b46e83f54ed8ae097b3def433f7674e492c138ac74fecca04695" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-streaming_2.12": { "shasums": { - "jar": "bbcdf3999d3d1dd9dd1e347878c8faca753a14db65a322c7601610e1c0ca6538", - "sources": "f7f3d155f7464c993b0e68f620cc0e700c740702f7c0a547f3c64c4fde7fea19" + "jar": "903d5629cd8ab88654104d858669fb79eb0204ff872463ccf73b8ac5bcfd82ef", + "sources": "dfadfb67411227956266669bada1e6322a3f8d691930ae336af0b442bc476eb3" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-streaming_2.13": { "shasums": { - "jar": "dab93d18bc89711e5a8b6cc3a70b020e7455b204368d9be7f19a7f926c882d74", - "sources": "bf81d5f1bfe30131548f653b5016810c0335fa8b1feb6fcf02457de483d35b49" + "jar": "4166550dc7f7cb88618e519e970737c5095f2dd502fbacacf1dd7e95ef8607bb", + "sources": "3c6910a3540c3d6b4d72decb55e8d0425707abda6bd8bbcc9fe95b9cbd24210f" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-tags_2.12": { "shasums": { - "jar": "1f5715a06924d47e6dc07153d4611a48a67f1b471175b0a38cb3a2094a491551", - "sources": "241c91e31bc1f715f94c8d167981fb854c1141e0280b3109b1a606ff46498219" + "jar": "8f747ef3a23c6a864a5eda76505dbdc3fc10cc9332e5df7b3b4a044a0c0e9e75", + "sources": "b5a7780274e44f005b3f9907182a45f6aa2b7041cd3ec13728293c218854b580" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-tags_2.13": { "shasums": { - "jar": "594ead7442881fc91c602d84624976e4cb1c55f9a1eab4aa5737b06bd424aab1", - "sources": "6a2d541679f760f788a55e5aa759998e2c38e208611f7ff19213eca6e293a93d" + "jar": "737ee4d027683d6cd1b2a316ef19872679361859b14f97a1ad2890ab016e9c66", + "sources": "3dd366d1dea038c424870c5877a7dab5da7abb9d5947ab84a4e82af91926053b" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-unsafe_2.12": { "shasums": { - "jar": "3f4554177d4e674f5dd2cacce25d81b2d5aa8b161244cfa8bc81693b4ea163f2", - "sources": "5938d86ffb32b1e7f6181f645977b12e7a0e468dcf0389220d323b527816ced4" + "jar": "463e8bcc886fbe6f31cf3303a43345c9e45ebcf8d4549862047f76c0b9195628", + "sources": "edfe6c6a1f19f46cd431b1bf74aeb055759f130ec80451bfa74821521ea8dc7c" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.spark:spark-unsafe_2.13": { "shasums": { - "jar": "d42cb90c78622636038093a8b25b825596b85fa1054762677283da67d748b139", - "sources": "0eba13ca8c3b976cd8daa49e46f4daea230e7c31ed5ba10d96eb71b6df8ff5ee" + "jar": "b3bb6899fd6d152a5537aa187de8f9647b7775fcdf8db3c73c42c23d3cc24986", + "sources": "1380793fc6aceec7014adcebf33e6a22110e1c5e4cc7ad608ceb2c6e605c3920" }, - "version": "3.5.2" + "version": "3.5.3" }, "org.apache.thrift:libfb303": { "shasums": { diff --git a/tools/build_rules/dependencies/maven_repository.bzl b/tools/build_rules/dependencies/maven_repository.bzl index d86bb2445d..a11054d7a9 100644 --- a/tools/build_rules/dependencies/maven_repository.bzl +++ b/tools/build_rules/dependencies/maven_repository.bzl @@ -184,16 +184,16 @@ maven_repository = repository( "org.testcontainers:postgresql:1.20.4", # Spark artifacts - for scala 2.12 - "org.apache.spark:spark-sql_2.12:3.5.2", - "org.apache.spark:spark-hive_2.12:3.5.2", - "org.apache.spark:spark-streaming_2.12:3.5.2", - "org.apache.spark:spark-avro_2.12:3.5.2", + "org.apache.spark:spark-sql_2.12:3.5.3", + "org.apache.spark:spark-hive_2.12:3.5.3", + "org.apache.spark:spark-streaming_2.12:3.5.3", + "org.apache.spark:spark-avro_2.12:3.5.3", # Spark artifacts - for scala 2.13 - "org.apache.spark:spark-sql_2.13:3.5.2", - "org.apache.spark:spark-hive_2.13:3.5.2", - "org.apache.spark:spark-streaming_2.13:3.5.2", - "org.apache.spark:spark-avro_2.13:3.5.2", + "org.apache.spark:spark-sql_2.13:3.5.3", + "org.apache.spark:spark-hive_2.13:3.5.3", + "org.apache.spark:spark-streaming_2.13:3.5.3", + "org.apache.spark:spark-avro_2.13:3.5.3", # Circe - for scala 2.12 "io.circe:circe-core_2.12:0.14.9",