Bug: sbt build is broken due to selenium change
Status: Resolved | Priority: Major | Resolution: Cannot Reproduce
Created: 16/Feb/24 23:13
Affects Version/s: 3.5.2

Building with sbt & JDK11 or 17 (executed after reload & clean ;compile;catalyst/testOnly org.apache.spark.sql.catalyst.optimizer.FilterPushdownSuite) results in

 
{code:java}
 
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/ChromeUIHistoryServerSuite.scala:20:8: object WebDriver is not a member of package org.openqa.selenium
[error] import org.openqa.selenium.WebDriver
[error]        ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/ChromeUIHistoryServerSuite.scala:33:27: not found: type WebDriver
[error]   override var webDriver: WebDriver = _
[error]                           ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/ChromeUIHistoryServerSuite.scala:37:29: Class org.openqa.selenium.remote.AbstractDriverOptions not found - continuing with a stub.
[error]     val chromeOptions = new ChromeOptions
[error]                             ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/RealBrowserUIHistoryServerSuite.scala:24:8: object WebDriver is not a member of package org.openqa.selenium
[error] import org.openqa.selenium.WebDriver
[error]        ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/RealBrowserUIHistoryServerSuite.scala:43:27: not found: type WebDriver
[error]   implicit var webDriver: WebDriver
[error]                           ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/ChromeUIHistoryServerSuite.scala:39:21: Class org.openqa.selenium.remote.RemoteWebDriver not found - continuing with a stub.
[error]     webDriver = new ChromeDriver(chromeOptions)
[error]                     ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/ChromeUIHistoryServerSuite.scala:20:28: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.deploy.history
[error] import org.openqa.selenium.WebDriver
[error]                            ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/HistoryServerSuite.scala:36:8: object WebDriver is not a member of package org.openqa.selenium
[error] import org.openqa.selenium.WebDriver
[error]        ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/HistoryServerSuite.scala:383:29: not found: type WebDriver
[error]     implicit val webDriver: WebDriver = new HtmlUnitDriver
[error]                             ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/HistoryServerSuite.scala:37:8: Class org.openqa.selenium.WebDriver not found - continuing with a stub.
[error] import org.openqa.selenium.htmlunit.HtmlUnitDriver
[error]        ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/HistoryServerSuite.scala:383:45: Class org.openqa.selenium.Capabilities not found - continuing with a stub.
[error]     implicit val webDriver: WebDriver = new HtmlUnitDriver
[error]                                             ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/HistoryServerSuite.scala:470:9: Symbol 'type org.openqa.selenium.WebDriver' is missing from the classpath.
[error] This symbol is required by 'value org.scalatestplus.selenium.WebBrowser.go.driver'.
[error] Make sure that type WebDriver is in your classpath and check for conflicting dependencies with `-Ylog-classpath`.
[error] A full rebuild may help if 'WebBrowser.class' was compiled against an incompatible version of org.openqa.selenium.
[error]         go to target.toExternalForm
[error]         ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/HistoryServerSuite.scala:470:12: could not find implicit value for parameter driver: org.openqa.selenium.WebDriver
[error]         go to target.toExternalForm
[error]            ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/HistoryServerSuite.scala:36:28: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.deploy.history
[error] import org.openqa.selenium.WebDriver
[error]                            ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/RealBrowserUIHistoryServerSuite.scala:24:28: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.deploy.history
[error] import org.openqa.selenium.WebDriver
[error]                            ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/deploy/history/RealBrowserUIHistoryServerSuite.scala:27:47: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.deploy.history
[error] import org.scalatest.matchers.should.Matchers._
[error]                                               ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/ChromeUISeleniumSuite.scala:20:8: object JavascriptExecutor is not a member of package org.openqa.selenium
[error] import org.openqa.selenium.{JavascriptExecutor, WebDriver}
[error]        ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/ChromeUISeleniumSuite.scala:32:27: not found: type WebDriver
[error]   override var webDriver: WebDriver with JavascriptExecutor = _
[error]                           ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/ChromeUISeleniumSuite.scala:32:42: not found: type JavascriptExecutor
[error]   override var webDriver: WebDriver with JavascriptExecutor = _
[error]                                          ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/RealBrowserUISeleniumSuite.scala:20:8: object By is not a member of package org.openqa.selenium
[error] import org.openqa.selenium.{By, JavascriptExecutor, WebDriver}
[error]        ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/RealBrowserUISeleniumSuite.scala:39:27: not found: type WebDriver
[error]   implicit var webDriver: WebDriver with JavascriptExecutor
[error]                           ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/RealBrowserUISeleniumSuite.scala:39:42: not found: type JavascriptExecutor
[error]   implicit var webDriver: WebDriver with JavascriptExecutor
[error]                                          ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/ChromeUISeleniumSuite.scala:20:29: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.openqa.selenium.{JavascriptExecutor, WebDriver}
[error]                             ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/ChromeUISeleniumSuite.scala:20:49: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.openqa.selenium.{JavascriptExecutor, WebDriver}
[error]                                                 ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/RealBrowserUISeleniumSuite.scala:20:29: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.openqa.selenium.{By, JavascriptExecutor, WebDriver}
[error]                             ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/RealBrowserUISeleniumSuite.scala:20:33: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.openqa.selenium.{By, JavascriptExecutor, WebDriver}
[error]                                 ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/RealBrowserUISeleniumSuite.scala:20:53: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.openqa.selenium.{By, JavascriptExecutor, WebDriver}
[error]                                                     ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/RealBrowserUISeleniumSuite.scala:23:47: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.scalatest.matchers.should.Matchers._
[error]                                               ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/UISeleniumSuite.scala:32:8: object By is not a member of package org.openqa.selenium
[error] import org.openqa.selenium.{By, WebDriver}
[error]        ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/UISeleniumSuite.scala:87:27: not found: type WebDriver
[error]   implicit var webDriver: WebDriver = _
[error]                           ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/UISeleniumSuite.scala:21:18: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import java.util.Locale
[error]                  ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/UISeleniumSuite.scala:32:29: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.openqa.selenium.{By, WebDriver}
[error]                             ^
[error] /home/holden/repos/spark/core/src/test/scala/org/apache/spark/ui/UISeleniumSuite.scala:32:33: Unused import
[error] Applicable -Wconf / @nowarn filters for this fatal warning: msg=<part of the message>, cat=unused-imports, site=org.apache.spark.ui
[error] import org.openqa.selenium.{By, WebDriver}
[error]                                 ^
[error] /home/holden/repos/spark/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/FilterPushdownSuite.scala: expected start of definition, but was Token(VAL,val,28273,val)
[warn] one warning found
[error] 33 errors found
[error] stack trace is suppressed; run last catalyst / scalaStyleOnTest for the full output
[error] (core / Test / compileIncremental) Compilation failed
[error] (catalyst / scalaStyleOnTest) Failing because of negative scalastyle result
[error] Total time: 16 s, completed Feb 16, 2024, 3:05:47 PM
{code}