chore: add additional debug in getSparkContextUiPathForCluster()

newrelic-experimental · Oct 4, 2024 · 95e4681 · 95e4681
1 parent 80bf205
commit 95e4681
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/internal/databricks/spark.go b/internal/databricks/spark.go
@@ -35,6 +35,9 @@ func (d *DatabricksSparkReceiver) PollMetrics(
 	ctx context.Context,
 	writer chan <- model.Metric,
 ) error {
+	log.Debugf("polling for Spark metrics")
+
+	log.Debugf("listing all clusters")
 	all, err := d.w.Clusters.ListAll(
 		ctx,
 		databricksSdkCompute.ListClustersRequest{},
@@ -168,6 +171,7 @@ func getSparkContextUiPathForCluster(
 
 	clusterId := c.ClusterId
 
+	log.Debugf("creating execution context for cluster %s", clusterId)
 	waitContextStatus, err := w.CommandExecution.Create(
 		ctx,
 		databricksSdkCompute.CreateContext{
@@ -194,6 +198,10 @@ func getSparkContextUiPathForCluster(
 		Language: databricksSdkCompute.LanguagePython,
 	}
 
+	log.Debugf(
+		"executing context UI discovery script for cluster %s",
+		clusterId,
+	)
 	waitCommandStatus, err := w.CommandExecution.Execute(
 		ctx,
 		cmd,