Merge pull request #40 from newrelic-experimental/feat/import-usage

Feat/import usage
newrelic-experimental · Oct 4, 2024 · 0164da2 · 0164da2
2 parents 68ee224 + 95e4681
commit 0164da2
Show file tree

Hide file tree

Showing 14 changed files with 2,505 additions and 83 deletions.
diff --git a/README.md b/README.md
diff --git a/cmd/databricks/databricks.go b/cmd/databricks/databricks.go
@@ -28,6 +28,7 @@ func main() {
 		integration.WithLicenseKey(),
 		integration.WithApiKey(),
 		integration.WithEvents(ctx),
+		integration.WithLastUpdate(),
 	)
 	fatalIfErr(err)
 

diff --git a/configs/config.template.yml b/configs/config.template.yml
@@ -13,17 +13,24 @@ log:
   fileName: trace.log
 databricks:
   workspaceHost: [YOUR_DATABRICKS_WORKSPACE_INSTANCE_NAME]
+  accountHost: [YOUR_DATABRICKS_ACCOUNTS_CONSOLE_HOST_NAME]
+  accountId: [YOUR_DATABRICKS_ACCOUNT_ID]
   accessToken: [YOUR_DATABRICKS_PERSONAL_ACCESS_TOKEN]
   oauthClientId: [YOUR_DATABRICKS_SERVICE_PRINCIPAL_OAUTH_CLIENT_ID]
   oauthClientSecret: [YOUR_DATABRICKS_SERVICE_PRINCIPAL_OAUTH_CLIENT_SECRET]
-  sparkMetrics: true
-  sparkMetricPrefix: spark.
-  sparkClusterSources:
-    ui: true
-    job: true
-    api: true
-  # RESERVED FOR FUTURE USE
-  #accountHost: https://accounts.cloud.databricks.com
+  sqlStatementTimeout: 30
+  spark:
+    enabled: true
+    metricPrefix: spark.
+    clusterSources:
+      ui: true
+      job: true
+      api: true
+  usage:
+    enabled: true
+    warehouseId: [YOUR_DATABRICKS_WAREHOUSE_ID]
+    includeIdentityMetadata: false
+    runTime: 02:00:00
 spark:
   webUiUrl: http://localhost:4040
   metricPrefix: spark.

diff --git a/examples/cost-usage-dashboard-cost-consumption.png b/examples/cost-usage-dashboard-cost-consumption.png
diff --git a/examples/cost-usage-dashboard-usage.png b/examples/cost-usage-dashboard-usage.png