adbxmonitor does not compile #12
Description
The adbxmonitor does compile and fails with the following message:
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:9:12: object databricks is not a member of package com
[error] import com.databricks.dbutils_v1.DBUtilsHolder.dbutils
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:22:39: object databricks is not a member of package com
[error] private def getDatabricksInfo():com.databricks.backend.daemon.driver.DriverConf = {
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:23:16: object databricks is not a member of package com
[error] import com.databricks.backend.common.util.Project
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:24:16: object databricks is not a member of package com
[error] import com.databricks.conf.trusted.ProjectConf
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:25:16: object databricks is not a member of package com
[error] import com.databricks.backend.daemon.driver.DriverConf
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:9: not found: type DriverConf
[error] new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:20: not found: value ProjectConf
[error] new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:48: not found: value Project
[error] new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:31:47: object databricks is not a member of package com
[error] private def getClusterUsageTag(dbrInfo: com.databricks.backend.daemon.driver.DriverConf, key: String): Option[String] = {
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:163:27: not found: value dbutils
[error] val notebookContext = dbutils.notebook.getContext
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:177:27: not found: value dbutils
[error] val notebookContext = dbutils.notebook.getContext
[error] ^
[error] 11 errors found
[error] (Compile / compileIncremental) Compilation failed
[error] Total time: 25 s, completed Apr 22, 2021, 7:20:23 AMIt would seem that dbutils is mssing. Adding it to the sbt-file still fails, this time due to the DriverConf and Project types not being defined:
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:22:65: object driver is not a member of package com.databricks.backend.daemon
[error] private def getDatabricksInfo():com.databricks.backend.daemon.driver.DriverConf = {
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:23:35: object common is not a member of package com.databricks.backend
[error] import com.databricks.backend.common.util.Project
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:24:27: object conf is not a member of package com.databricks
[error] import com.databricks.conf.trusted.ProjectConf
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:25:42: object driver is not a member of package com.databricks.backend.daemon
[error] import com.databricks.backend.daemon.driver.DriverConf
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:9: not found: type DriverConf
[error] new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:20: not found: value ProjectConf
[error] new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:48: not found: value Project
[error] new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:31:73: object driver is not a member of package com.databricks.backend.daemon
[error] private def getClusterUsageTag(dbrInfo: com.databricks.backend.daemon.driver.DriverConf, key: String): Option[String] = {
[error] ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:163:27: Symbol 'type com.databricks.backend.common.rpc.CommandContext' is missing from the classpath.
[error] This symbol is required by 'method com.databricks.dbutils_v1.NotebookUtils.getContext'.
[error] Make sure that type CommandContext is in your classpath and check for conflicting dependencies with `-Ylog-classpath`.
[error] A full rebuild may help if 'NotebookUtils.class' was compiled against an incompatible version of com.databricks.backend.common.rpc.
[error] val notebookContext = dbutils.notebook.getContext
[error] ^
[error] 9 errors found
[error] (Compile / compileIncremental) Compilation failed
[error] Total time: 8 s, completed Apr 22, 2021, 7:21:09 AM