Skip to content

Commit

Permalink
group by label fn based on cpu/memory pattern name
Browse files Browse the repository at this point in the history 
Signed-off-by: adarsh0728 <[email protected]>
  • Loading branch information
@adarsh0728
adarsh0728 committed Jan 17, 2025
1 parent d56b1cd commit 23373ab
Show file tree
Hide file tree
Showing 9 changed files with 142 additions and 87 deletions.
42 changes: 25 additions & 17 deletions config/advanced-install/namespaced-numaflow-server.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -209,27 +209,35 @@ data:
cpu and memory utilization by pod for mono-vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ params:\n - name: duration\n required: true\n - name: start_time\n
\ required: false\n - name: end_time\n required: false\n metrics:
\n - metric_name: namespace_pod_cpu_utilization\n display_name: CPU Utilization
\n # set your cpu metric name here\n - metric_name: namespace_pod_cpu_utilization\n
\ # set display name as per metric name\n display_name: CPU Utilization
per Pod (usage seconds/resource limits)\n required_filters:\n - namespace\n
\ # to get only mono-vertex pods\n - pod \n dimensions:\n -
name: mono-vertex\n filters: \n - name: pod \n required:
false\n - metric_name: namespace_pod_memory_utilization\n display_name:
Memory Utilization per Pod (usage bytes/resource limits)\n required_filters:\n
\ - namespace\n # to get only mono-vertex pods\n - pod \n
\ dimensions:\n - name: mono-vertex\n filters: \n -
name: pod \n required: false\n- name: pipeline_vertex_cpu_memory_utilization_pod\n
\ object: vertex\n title: cpu-memory utilization by pod\n description: cpu and
memory utilization by pod for pipeline's vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ - pod \n dimensions:\n - name: mono-vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression\n required:
false\n # set your memory metric name here\n - metric_name: namespace_pod_memory_utilization\n
\ # set display name as per metric name\n display_name: Memory Utilization
per Pod (usage bytes/resource limits)\n required_filters:\n - namespace\n
\ - pod \n dimensions:\n - name: mono-vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n- name: pipeline_vertex_cpu_memory_utilization_pod\n object: vertex\n
\ title: cpu-memory utilization by pod\n description: cpu and memory utilization
by pod for pipeline's vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ params:\n - name: duration\n required: true\n - name: start_time\n
\ required: false\n - name: end_time\n required: false\n metrics:
\n - metric_name: namespace_pod_cpu_utilization\n display_name: CPU Utilization
\n # set your cpu metric name here\n - metric_name: namespace_pod_cpu_utilization\n
\ # set display name as per metric name\n display_name: CPU Utilization
per Pod (usage seconds/resource limits)\n required_filters:\n - namespace\n
\ # to get only vertex pods\n - pod \n dimensions:\n -
name: vertex\n filters: \n - name: pod \n required:
false\n - metric_name: namespace_pod_memory_utilization\n display_name:
Memory Utilization per Pod (usage bytes/resource limits)\n required_filters:\n
\ - namespace\n # to get only vertex pods\n - pod \n dimensions:\n
\ - name: vertex\n filters: \n - name: pod \n required:
\ - pod \n dimensions:\n - name: vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n # set your memory metric name here\n - metric_name: namespace_pod_memory_utilization\n
\ # set display name as per metric name\n display_name: Memory Utilization
per Pod (usage bytes/resource limits)\n required_filters:\n - namespace\n
\ - pod \n dimensions:\n - name: vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n# - name: mono-vertex-container-cpu\n# object: mono-vertex\n# title:
cpu utilization by container\n# description: cpu utilization by container for
mono-vertex\n# expr: avg_over_time($metric_name{$filters}[$duration]})\n# params:\n#
Expand Down
42 changes: 25 additions & 17 deletions config/advanced-install/numaflow-server.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -216,27 +216,35 @@ data:
cpu and memory utilization by pod for mono-vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ params:\n - name: duration\n required: true\n - name: start_time\n
\ required: false\n - name: end_time\n required: false\n metrics:
\n - metric_name: namespace_pod_cpu_utilization\n display_name: CPU Utilization
\n # set your cpu metric name here\n - metric_name: namespace_pod_cpu_utilization\n
\ # set display name as per metric name\n display_name: CPU Utilization
per Pod (usage seconds/resource limits)\n required_filters:\n - namespace\n
\ # to get only mono-vertex pods\n - pod \n dimensions:\n -
name: mono-vertex\n filters: \n - name: pod \n required:
false\n - metric_name: namespace_pod_memory_utilization\n display_name:
Memory Utilization per Pod (usage bytes/resource limits)\n required_filters:\n
\ - namespace\n # to get only mono-vertex pods\n - pod \n
\ dimensions:\n - name: mono-vertex\n filters: \n -
name: pod \n required: false\n- name: pipeline_vertex_cpu_memory_utilization_pod\n
\ object: vertex\n title: cpu-memory utilization by pod\n description: cpu and
memory utilization by pod for pipeline's vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ - pod \n dimensions:\n - name: mono-vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression\n required:
false\n # set your memory metric name here\n - metric_name: namespace_pod_memory_utilization\n
\ # set display name as per metric name\n display_name: Memory Utilization
per Pod (usage bytes/resource limits)\n required_filters:\n - namespace\n
\ - pod \n dimensions:\n - name: mono-vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n- name: pipeline_vertex_cpu_memory_utilization_pod\n object: vertex\n
\ title: cpu-memory utilization by pod\n description: cpu and memory utilization
by pod for pipeline's vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ params:\n - name: duration\n required: true\n - name: start_time\n
\ required: false\n - name: end_time\n required: false\n metrics:
\n - metric_name: namespace_pod_cpu_utilization\n display_name: CPU Utilization
\n # set your cpu metric name here\n - metric_name: namespace_pod_cpu_utilization\n
\ # set display name as per metric name\n display_name: CPU Utilization
per Pod (usage seconds/resource limits)\n required_filters:\n - namespace\n
\ # to get only vertex pods\n - pod \n dimensions:\n -
name: vertex\n filters: \n - name: pod \n required:
false\n - metric_name: namespace_pod_memory_utilization\n display_name:
Memory Utilization per Pod (usage bytes/resource limits)\n required_filters:\n
\ - namespace\n # to get only vertex pods\n - pod \n dimensions:\n
\ - name: vertex\n filters: \n - name: pod \n required:
\ - pod \n dimensions:\n - name: vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n # set your memory metric name here\n - metric_name: namespace_pod_memory_utilization\n
\ # set display name as per metric name\n display_name: Memory Utilization
per Pod (usage bytes/resource limits)\n required_filters:\n - namespace\n
\ - pod \n dimensions:\n - name: vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n# - name: mono-vertex-container-cpu\n# object: mono-vertex\n# title:
cpu utilization by container\n# description: cpu utilization by container for
mono-vertex\n# expr: avg_over_time($metric_name{$filters}[$duration]})\n# params:\n#
Expand Down
28 changes: 20 additions & 8 deletions config/base/numaflow-server/numaflow-server-metrics-proxy-config.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -192,27 +192,33 @@ data:
- name: end_time
required: false
metrics:
# set your cpu metric name here
- metric_name: namespace_pod_cpu_utilization
# set display name as per metric name
display_name: CPU Utilization per Pod (usage seconds/resource limits)
required_filters:
- namespace
# to get only mono-vertex pods
- pod
dimensions:
- name: mono-vertex
filters:
- name: pod
- name: pod
# expr: optional expression for prometheus query
# overrides the default expression
required: false
# set your memory metric name here
- metric_name: namespace_pod_memory_utilization
# set display name as per metric name
display_name: Memory Utilization per Pod (usage bytes/resource limits)
required_filters:
- namespace
# to get only mono-vertex pods
- pod
dimensions:
- name: mono-vertex
filters:
- name: pod
- name: pod
# expr: optional expression for prometheus query
# overrides the default expression
required: false
- name: pipeline_vertex_cpu_memory_utilization_pod
object: vertex
Expand All @@ -227,27 +233,33 @@ data:
- name: end_time
required: false
metrics:
# set your cpu metric name here
- metric_name: namespace_pod_cpu_utilization
# set display name as per metric name
display_name: CPU Utilization per Pod (usage seconds/resource limits)
required_filters:
- namespace
# to get only vertex pods
- pod
dimensions:
- name: vertex
filters:
- name: pod
- name: pod
# expr: optional expression for prometheus query
# overrides the default expression
required: false
# set your memory metric name here
- metric_name: namespace_pod_memory_utilization
# set display name as per metric name
display_name: Memory Utilization per Pod (usage bytes/resource limits)
required_filters:
- namespace
# to get only vertex pods
- pod
dimensions:
- name: vertex
filters:
- name: pod
- name: pod
# expr: optional expression for prometheus query
# overrides the default expression
required: false
# - name: mono-vertex-container-cpu
# object: mono-vertex
Expand Down
42 changes: 25 additions & 17 deletions config/install.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28944,27 +28944,35 @@ data:
cpu and memory utilization by pod for mono-vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ params:\n - name: duration\n required: true\n - name: start_time\n
\ required: false\n - name: end_time\n required: false\n metrics:
\n - metric_name: namespace_pod_cpu_utilization\n display_name: CPU Utilization
\n # set your cpu metric name here\n - metric_name: namespace_pod_cpu_utilization\n
\ # set display name as per metric name\n display_name: CPU Utilization
per Pod (usage seconds/resource limits)\n required_filters:\n - namespace\n
\ # to get only mono-vertex pods\n - pod \n dimensions:\n -
name: mono-vertex\n filters: \n - name: pod \n required:
false\n - metric_name: namespace_pod_memory_utilization\n display_name:
Memory Utilization per Pod (usage bytes/resource limits)\n required_filters:\n
\ - namespace\n # to get only mono-vertex pods\n - pod \n
\ dimensions:\n - name: mono-vertex\n filters: \n -
name: pod \n required: false\n- name: pipeline_vertex_cpu_memory_utilization_pod\n
\ object: vertex\n title: cpu-memory utilization by pod\n description: cpu and
memory utilization by pod for pipeline's vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ - pod \n dimensions:\n - name: mono-vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression\n required:
false\n # set your memory metric name here\n - metric_name: namespace_pod_memory_utilization\n
\ # set display name as per metric name\n display_name: Memory Utilization
per Pod (usage bytes/resource limits)\n required_filters:\n - namespace\n
\ - pod \n dimensions:\n - name: mono-vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n- name: pipeline_vertex_cpu_memory_utilization_pod\n object: vertex\n
\ title: cpu-memory utilization by pod\n description: cpu and memory utilization
by pod for pipeline's vertex\n expr: avg_over_time($metric_name{$filters}[$duration])\n
\ params:\n - name: duration\n required: true\n - name: start_time\n
\ required: false\n - name: end_time\n required: false\n metrics:
\n - metric_name: namespace_pod_cpu_utilization\n display_name: CPU Utilization
\n # set your cpu metric name here\n - metric_name: namespace_pod_cpu_utilization\n
\ # set display name as per metric name\n display_name: CPU Utilization
per Pod (usage seconds/resource limits)\n required_filters:\n - namespace\n
\ # to get only vertex pods\n - pod \n dimensions:\n -
name: vertex\n filters: \n - name: pod \n required:
false\n - metric_name: namespace_pod_memory_utilization\n display_name:
Memory Utilization per Pod (usage bytes/resource limits)\n required_filters:\n
\ - namespace\n # to get only vertex pods\n - pod \n dimensions:\n
\ - name: vertex\n filters: \n - name: pod \n required:
\ - pod \n dimensions:\n - name: vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n # set your memory metric name here\n - metric_name: namespace_pod_memory_utilization\n
\ # set display name as per metric name\n display_name: Memory Utilization
per Pod (usage bytes/resource limits)\n required_filters:\n - namespace\n
\ - pod \n dimensions:\n - name: vertex\n filters:
\n - name: pod\n # expr: optional expression for prometheus
query\n # overrides the default expression \n required:
false\n# - name: mono-vertex-container-cpu\n# object: mono-vertex\n# title:
cpu utilization by container\n# description: cpu utilization by container for
mono-vertex\n# expr: avg_over_time($metric_name{$filters}[$duration]})\n# params:\n#
Expand Down
Loading

0 comments on commit 23373ab

Please sign in to comment.