re-design benchmarks webpage

Signed-off-by: Rishabh Singh <[email protected]>
opensearch-project · Nov 13, 2024 · 4b6d874 · 4b6d874
1 parent 1fb35d9
commit 4b6d874
Show file tree

Hide file tree

Showing 18 changed files with 570 additions and 110 deletions.
diff --git a/.bundle/config b/.bundle/config
@@ -0,0 +1,2 @@
+---
+BUNDLE_BUILD__EVENTMACHINE: "--with-openssl-dir=/opt/homebrew/opt/[email protected]"
diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json
@@ -0,0 +1,22 @@
+// For format details, see https://aka.ms/devcontainer.json. For config options, see the
+// README at: https://github.com/devcontainers/templates/tree/main/src/jekyll
+{
+	"name": "Jekyll",
+	// Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
+	"image": "mcr.microsoft.com/devcontainers/jekyll:2-bullseye",
+
+	// Features to add to the dev container. More info: https://containers.dev/features.
+	// "features": {},
+
+	// Use 'forwardPorts' to make a list of ports inside the container available locally.
+	"forwardPorts": [4000],
+
+	// Uncomment the next line to run commands after the container is created.
+	"postCreateCommand": "bundle install && bundle exec jekyll serve"
+
+	// Configure tool-specific properties.
+	// "customizations": {},
+
+	// Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root.
+	// "remoteUser": "root"
+}
diff --git a/_layouts/dashboard_layout.html b/_layouts/dashboard_layout.html
@@ -0,0 +1,27 @@
+---
+layout: default
+---
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>{{ page.title }}</title>
+    <link rel="stylesheet" href="{{ '/assets/css/dashboard-styles.css' | relative_url }}">
+</head>
+<body>
+<div class="dashboard-container">
+    <div class="sidebar">
+        <h2>Dashboards</h2>
+        <ul>
+            {% for dashboard in page.dashboards %}
+            <li><a href="{{ dashboard.url | relative_url }}">{{ dashboard.name }}</a></li>
+            {% endfor %}
+        </ul>
+    </div>
+    <div class="main-content">
+        {{ content }}
+    </div>
+</div>
+</body>
+</html>
diff --git a/assets/css/dashboard-styles.css b/assets/css/dashboard-styles.css
@@ -0,0 +1,45 @@
+.dashboard-container {
+    display: flex;
+    min-height: 100vh;
+}
+
+.sidebar {
+    width: 250px;
+    background-color: #f1f1f1;
+    padding: 20px;
+    overflow-y: auto;
+    max-height: 100vh;
+}
+
+.sidebar h2 {
+    margin-top: 0;
+}
+
+.sidebar ul {
+    list-style-type: none;
+    padding: 0;
+}
+
+.sidebar li {
+    margin-bottom: 10px;
+}
+
+.sidebar a {
+    text-decoration: none;
+    color: #333;
+}
+
+.sidebar a:hover {
+    color: #0066cc;
+}
+
+.main-content {
+    flex: 1;
+    padding: 20px;
+}
+
+iframe {
+    border: none;
+    width: 100%;
+    height: 900px;
+}
diff --git a/benchmarks/big5.md b/benchmarks/big5.md
@@ -0,0 +1,34 @@
+---
+layout: dashboard_layout
+title: OpenSearch Performance Benchmarks
+dashboards:
+  - name: HTTP_LOGS
+    url: /benchmarks/http_logs
+  - name: NYC_TAXIS
+    url: /benchmarks/nyc_taxis
+  - name: PMC
+    url: /benchmarks/pmc
+  - name: Big5
+    url: /benchmarks/Big5
+  - name: Vectorsearch-nmslib-Cohere-1m
+    url: /benchmarks/vectorsearch-nmslib-cohere-1m
+  - name: Vectorsearch-nmslib-Cohere-10m
+    url: /benchmarks/vectorsearch-nmslib-cohere-10m
+  - name: Vectorsearch-faiss-Cohere-1m
+    url: /benchmarks/vectorsearch-faiss-cohere-1m
+  - name: Vectorsearch-faiss-Cohere-10m
+    url: /benchmarks/vectorsearch-faiss-cohere-10m
+  - name: Vectorsearch-lucene-Cohere-1m
+    url: /benchmarks/vectorsearch-lucene-cohere-1m
+  - name: Vectorsearch-lucene-Cohere-10m
+    url: /benchmarks/vectorsearch-lucene-cohere-10m
+  - name: Concurrent Segment Search Big5
+    url: /benchmarks/concurrent_segment_search_big5
+  - name: Concurrent Segment Search NYC_TAXIS
+    url: /benchmarks/concurrent_segment_search_nyc
+  - name: Concurrent Segment Search NOAA
+    url: /benchmarks/concurrent_segment_search_noaa
+benchmark_domain: 'benchmarks.opensearch.org'
+---
+
+<iframe src="https://{{ page.benchmark_domain }}/app/dashboards#/view/c28730f0-1ead-11ef-addb-f72c2feaa994?embed=true&_g=(filters:!(),refreshInterval:(pause:!t,value:0),time:(from:now-7d,to:now))&_a=(description:'',filters:!(),fullScreenMode:!f,options:(hidePanelTitles:!f,useMargins:!t),query:(language:kuery,query:''),timeRestore:!t,title:Big5_final,viewMode:view)&show-time-filter=true&hide-filter-bar=true"></iframe>
diff --git a/benchmarks/concurrent_segment_search_big5.md b/benchmarks/concurrent_segment_search_big5.md
@@ -0,0 +1,34 @@
+---
+layout: dashboard_layout
+title: OpenSearch Performance Benchmarks
+dashboards:
+  - name: HTTP_LOGS
+    url: /benchmarks/http_logs
+  - name: NYC_TAXIS
+    url: /benchmarks/nyc_taxis
+  - name: PMC
+    url: /benchmarks/pmc
+  - name: Big5
+    url: /benchmarks/Big5
+  - name: Vectorsearch-nmslib-Cohere-1m
+    url: /benchmarks/vectorsearch-nmslib-cohere-1m
+  - name: Vectorsearch-nmslib-Cohere-10m
+    url: /benchmarks/vectorsearch-nmslib-cohere-10m
+  - name: Vectorsearch-faiss-Cohere-1m
+    url: /benchmarks/vectorsearch-faiss-cohere-1m
+  - name: Vectorsearch-faiss-Cohere-10m
+    url: /benchmarks/vectorsearch-faiss-cohere-10m
+  - name: Vectorsearch-lucene-Cohere-1m
+    url: /benchmarks/vectorsearch-lucene-cohere-1m
+  - name: Vectorsearch-lucene-Cohere-10m
+    url: /benchmarks/vectorsearch-lucene-cohere-10m
+  - name: Concurrent Segment Search Big5
+    url: /benchmarks/concurrent_segment_search_big5
+  - name: Concurrent Segment Search NYC_TAXIS
+    url: /benchmarks/concurrent_segment_search_nyc
+  - name: Concurrent Segment Search NOAA
+    url: /benchmarks/concurrent_segment_search_noaa
+benchmark_domain: 'benchmarks.opensearch.org'
+---
+
+<iframe src="https://{{ page.benchmark_domain }}/app/dashboards?#/view/c130a680-fb5f-11ee-addb-f72c2feaa994?embed=true&_g=(filters:!(),refreshInterval:(pause:!t,value:0),time:(from:now-7d,to:now))&_a=(description:'',filters:!(),fullScreenMode:!f,options:(hidePanelTitles:!f,useMargins:!t),query:(language:kuery,query:''),timeRestore:!f,title:'Big5 Dashboard',viewMode:view)&show-time-filter=true&hide-filter-bar=true"></iframe>
diff --git a/benchmarks/concurrent_segment_search_noaa.md b/benchmarks/concurrent_segment_search_noaa.md
@@ -0,0 +1,34 @@
+---
+layout: dashboard_layout
+title: OpenSearch Performance Benchmarks
+dashboards:
+  - name: HTTP_LOGS
+    url: /benchmarks/http_logs
+  - name: NYC_TAXIS
+    url: /benchmarks/nyc_taxis
+  - name: PMC
+    url: /benchmarks/pmc
+  - name: Big5
+    url: /benchmarks/Big5
+  - name: Vectorsearch-nmslib-Cohere-1m
+    url: /benchmarks/vectorsearch-nmslib-cohere-1m
+  - name: Vectorsearch-nmslib-Cohere-10m
+    url: /benchmarks/vectorsearch-nmslib-cohere-10m
+  - name: Vectorsearch-faiss-Cohere-1m
+    url: /benchmarks/vectorsearch-faiss-cohere-1m
+  - name: Vectorsearch-faiss-Cohere-10m
+    url: /benchmarks/vectorsearch-faiss-cohere-10m
+  - name: Vectorsearch-lucene-Cohere-1m
+    url: /benchmarks/vectorsearch-lucene-cohere-1m
+  - name: Vectorsearch-lucene-Cohere-10m
+    url: /benchmarks/vectorsearch-lucene-cohere-10m
+  - name: Concurrent Segment Search Big5
+    url: /benchmarks/concurrent_segment_search_big5
+  - name: Concurrent Segment Search NYC_TAXIS
+    url: /benchmarks/concurrent_segment_search_nyc
+  - name: Concurrent Segment Search NOAA
+    url: /benchmarks/concurrent_segment_search_noaa
+benchmark_domain: 'benchmarks.opensearch.org'
+---
+
+<iframe src="https://{{ page.benchmark_domain }}/app/dashboards?#/view/f3f89730-fb73-11ee-addb-f72c2feaa994?embed=true&_g=(filters:!(),refreshInterval:(pause:!t,value:0),time:(from:now-7d,to:now))&_a=(description:'',filters:!(),fullScreenMode:!f,options:(hidePanelTitles:!f,useMargins:!t),query:(language:kuery,query:''),timeRestore:!f,title:'NOAA Dashboard',viewMode:view)&show-time-filter=true&hide-filter-bar=true"></iframe>
diff --git a/benchmarks/concurrent_segment_search_nyc.md b/benchmarks/concurrent_segment_search_nyc.md
@@ -0,0 +1,34 @@
+---
+layout: dashboard_layout
+title: OpenSearch Performance Benchmarks
+dashboards:
+  - name: HTTP_LOGS
+    url: /benchmarks/http_logs
+  - name: NYC_TAXIS
+    url: /benchmarks/nyc_taxis
+  - name: PMC
+    url: /benchmarks/pmc
+  - name: Big5
+    url: /benchmarks/Big5
+  - name: Vectorsearch-nmslib-Cohere-1m
+    url: /benchmarks/vectorsearch-nmslib-cohere-1m
+  - name: Vectorsearch-nmslib-Cohere-10m
+    url: /benchmarks/vectorsearch-nmslib-cohere-10m
+  - name: Vectorsearch-faiss-Cohere-1m
+    url: /benchmarks/vectorsearch-faiss-cohere-1m
+  - name: Vectorsearch-faiss-Cohere-10m
+    url: /benchmarks/vectorsearch-faiss-cohere-10m
+  - name: Vectorsearch-lucene-Cohere-1m
+    url: /benchmarks/vectorsearch-lucene-cohere-1m
+  - name: Vectorsearch-lucene-Cohere-10m
+    url: /benchmarks/vectorsearch-lucene-cohere-10m
+  - name: Concurrent Segment Search Big5
+    url: /benchmarks/concurrent_segment_search_big5
+  - name: Concurrent Segment Search NYC_TAXIS
+    url: /benchmarks/concurrent_segment_search_nyc
+  - name: Concurrent Segment Search NOAA
+    url: /benchmarks/concurrent_segment_search_noaa
+benchmark_domain: 'benchmarks.opensearch.org'
+---
+
+<iframe src="https://{{ page.benchmark_domain }}/app/dashboards?#/view/f2eeb270-fd4e-11ee-a589-033f2c21734f?embed=true&_g=(filters:!(),refreshInterval:(pause:!t,value:0),time:(from:now-7d,to:now))&_a=(description:'',filters:!(),fullScreenMode:!f,options:(hidePanelTitles:!f,useMargins:!t),query:(language:kuery,query:''),timeRestore:!f,title:'NYC_TAXIS Dashboard',viewMode:view)&show-time-filter=true&hide-filter-bar=true"></iframe>
diff --git a/benchmarks/http_logs.md b/benchmarks/http_logs.md
@@ -0,0 +1,34 @@
+---
+layout: dashboard_layout
+title: OpenSearch Performance Benchmarks
+dashboards:
+  - name: HTTP_LOGS
+    url: /benchmarks/http_logs
+  - name: NYC_TAXIS
+    url: /benchmarks/nyc_taxis
+  - name: PMC
+    url: /benchmarks/pmc
+  - name: Big5
+    url: /benchmarks/Big5
+  - name: Vectorsearch-nmslib-Cohere-1m
+    url: /benchmarks/vectorsearch-nmslib-cohere-1m
+  - name: Vectorsearch-nmslib-Cohere-10m
+    url: /benchmarks/vectorsearch-nmslib-cohere-10m
+  - name: Vectorsearch-faiss-Cohere-1m
+    url: /benchmarks/vectorsearch-faiss-cohere-1m
+  - name: Vectorsearch-faiss-Cohere-10m
+    url: /benchmarks/vectorsearch-faiss-cohere-10m
+  - name: Vectorsearch-lucene-Cohere-1m
+    url: /benchmarks/vectorsearch-lucene-cohere-1m
+  - name: Vectorsearch-lucene-Cohere-10m
+    url: /benchmarks/vectorsearch-lucene-cohere-10m
+  - name: Concurrent Segment Search Big5
+    url: /benchmarks/concurrent_segment_search_big5
+  - name: Concurrent Segment Search NYC_TAXIS
+    url: /benchmarks/concurrent_segment_search_nyc
+  - name: Concurrent Segment Search NOAA
+    url: /benchmarks/concurrent_segment_search_noaa
+benchmark_domain: 'benchmarks.opensearch.org'
+---
+
+<iframe src="https://{{ page.benchmark_domain }}/app/dashboards#/view/ae971a70-0715-11ee-a68c-1330e5a77b4c?embed=true&_g=(filters:!(),refreshInterval:(pause:!t,value:0),time:(from:now-7d,to:now))&_a=(description:'',filters:!(),fullScreenMode:!f,options:(hidePanelTitles:!f,useMargins:!t),query:(language:kuery,query:''),timeRestore:!f,title:'HTTP%20Logs',viewMode:view)&show-time-filter=true&hide-filter-bar=true"></iframe>
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		---
		BUNDLE_BUILD__EVENTMACHINE: "--with-openssl-dir=/opt/homebrew/opt/[email protected]"