Multiple attributes per node

docs/hamilton-ui/ui.rst

@@ -157,7 +157,8 @@ Add the following adapter to your code if you have existing Hamilton code:
         .build()
     )
 
-Then run your DAG, and follow the links in the logs!
+Then run your DAG, and follow the links in the logs! Note that the link is correct if you're using
+the local mode -- if you're on postgres it links to 8241 (but you'll want to follow it to 8241).
 
 I need some Hamilton code to run
 --------------------------------

ui/frontend/src/components/dashboard/Runs/Task/Task.tsx

@@ -16,24 +16,12 @@ import {
   getNodeOutputType,
 } from "../../../../state/api/friendlyApi";
 import { NodeMetadataPythonType1 } from "../../../../state/api/backendApiRaw";
-import { ResultsSummaryView } from "./result-summaries/DataObservability";
+import {
+  MultiResultSummaryView,
+} from "./result-summaries/DataObservability";
 import { RunLink } from "../../../common/CommonLinks";
 import { extractCodeContents } from "../../../../utils/codeExtraction";
 
-/*
-  This example requires some changes to your config:
-
-  ```
-  // tailwind.config.js
-  module.exports = {
-    // ...
-    plugins: [
-      // ...
-      require('@tailwindcss/forms'),
-    ],
-  }
-  ```
-*/
 const tabs = [
   // { name: "Code", href: "#" },
   { name: "Output", href: "#" },
@@ -334,8 +322,7 @@ export const TaskView = (props: {
   };
   const whichTab = searchParams.get("tab");
   return (
-    <div className="pt-10">
-      <div className="text-gray-500 text-xl pb-2">Viewing {taskName}</div>
+    <div className="pt-10 flex flex-col gap-5">
       <div className="sm:hidden">
         <label htmlFor="tabs" className="sr-only">
           Select a tab
@@ -363,7 +350,7 @@ export const TaskView = (props: {
           <Link
             className={classNames(
               "text-gray-500 hover:text-gray-700",
-              "px-3 py-2 font-medium text-md rounded-md"
+              "py-2 font-medium text-md rounded-md"
             )}
             to={path.split("/task/")[0]}
           >
@@ -412,6 +399,8 @@ export const TaskView = (props: {
         upstreamNodes={upstreamNodes}
         downstreamNodes={downstreamNodes}
       /> */}
+      <h2 className="text-gray-800 text-xl pb-2 font-semibold">{taskName}</h2>
+
       {whichTab === "Errors" ? (
         <div className="pt-4">
           <ErrorView
@@ -420,7 +409,7 @@ export const TaskView = (props: {
           ></ErrorView>
         </div>
       ) : whichTab === "Output" ? (
-        <ResultsSummaryView
+        <MultiResultSummaryView
           projectId={props.projectId}
           nodeRunData={nodeRunData}
           taskName={taskName}

ui/frontend/src/components/dashboard/Runs/Task/result-summaries/DataObservability.tsx

@@ -8,6 +8,7 @@ import {
   AttributeUnsupported1,
 } from "../../../../../state/api/backendApiRaw";
 import {
+  NodeRunAttribute,
   NodeRunWithAttributes,
   getNodeRunAttributes,
 } from "../../../../../state/api/friendlyApi";
@@ -131,11 +132,52 @@ const Unsupported1View = (props: {
   );
 };
 
-export const ResultsSummaryView = (props: {
+export const snakeToTitle = (s: string) => {
+  return s
+    .split("_")
+    .map((i, n) => (n === 0 ? i[0].toUpperCase() : i[0]) + i.slice(1))
+    .join(" ");
+};
+
+export const MultiResultSummaryView = (props: {
   nodeRunData: (NodeRunWithAttributes | null)[];
   taskName: string | undefined;
   projectId: number;
   runIds: number[];
+}) => {
+  const attributes = props.nodeRunData.flatMap((i) => i?.attributes || []);
+  const attributesGroupedByName = attributes.reduce((acc, item) => {
+    if (acc[item.name]) {
+      acc[item.name].push(item);
+    } else {
+      acc[item.name] = [item];
+    }
+    return acc;
+  }, {} as { [key: string]: NodeRunAttribute[] });
+  return (
+    <div className="flex flex-col gap-2">
+      {Object.entries(attributesGroupedByName).map(([key, value]) => (
+        <div key={key}>
+          <h2 className="text-lg font-semibold text-gray-800">
+            {snakeToTitle(key)}
+          </h2>
+          <ResultsSummaryView
+            runAttributes={value}
+            taskName={props.taskName}
+            projectId={props.projectId}
+            runIds={props.runIds}
+          />
+        </div>
+      ))}
+    </div>
+  );
+};
+export const ResultsSummaryView = (props: {
+  // nodeRunData: (NodeRunWithAttributes | null)[];
+  runAttributes: NodeRunAttribute[];
+  taskName: string | undefined;
+  projectId: number;
+  runIds: number[];
 }) => {
   const allViews = [];
   /**
@@ -148,7 +190,7 @@ export const ResultsSummaryView = (props: {
    */
 
   const primitive1Views = getNodeRunAttributes<AttributePrimitive1>(
-    props.nodeRunData.flatMap((i) => i?.attributes || []),
+    props.runAttributes,
     props.runIds,
     "AttributePrimitive1"
   );
@@ -163,11 +205,10 @@ export const ResultsSummaryView = (props: {
     );
   }
 
-
   // ... [similar blocks for other attributes]
 
   // const error1Views = getNodeRunAttributes<AttributeError1>(
-  //   props.nodeRunData.flatMap((i) => i?.attributes || []),
+  //   props.runAttributes
   //   "AttributeError1"
   // );
   // if (error1Views.length > 0) {
@@ -181,7 +222,7 @@ export const ResultsSummaryView = (props: {
   // }
 
   const dict1Views = getNodeRunAttributes<AttributeDict1>(
-    props.nodeRunData.flatMap((i) => i?.attributes || []),
+    props.runAttributes,
     props.runIds,
     "AttributeDict1"
   );
@@ -197,7 +238,7 @@ export const ResultsSummaryView = (props: {
   }
 
   const dict2Views = getNodeRunAttributes<AttributeDict2>(
-    props.nodeRunData.flatMap((i) => i?.attributes || []),
+    props.runAttributes,
     props.runIds,
     "AttributeDict2"
   );
@@ -213,7 +254,7 @@ export const ResultsSummaryView = (props: {
 
   const dagworksDescribe3Views =
     getNodeRunAttributes<AttributeDagworksDescribe3>(
-      props.nodeRunData.flatMap((i) => i?.attributes || []),
+      props.runAttributes,
       props.runIds,
       "AttributeDagworksDescribe3"
     );
@@ -229,7 +270,7 @@ export const ResultsSummaryView = (props: {
   }
 
   const pandasDescribe1View = getNodeRunAttributes<AttributePandasDescribe1>(
-    props.nodeRunData.flatMap((i) => i?.attributes || []),
+    props.runAttributes,
     props.runIds,
     "AttributePandasDescribe1"
   );
@@ -246,7 +287,7 @@ export const ResultsSummaryView = (props: {
   }
 
   const unsupportedViews = getNodeRunAttributes<AttributeUnsupported1>(
-    props.nodeRunData.flatMap((i) => i?.attributes || []),
+    props.runAttributes,
     props.runIds,
     "AttributeUnsupported1"
   );
@@ -262,7 +303,7 @@ export const ResultsSummaryView = (props: {
   }
 
   return (
-    <div className="flex flex-col">
+    <div className="flex flex-col border-l-8 my-2 border-gray-100 hover:bg-gray-100">
       {allViews.map((item, i) => {
         return <div key={i}>{item}</div>;
       })}

ui/sdk/src/hamilton_sdk/api/clients.py

@@ -1,11 +1,11 @@
 import abc
 import datetime
+import functools
 import logging
 import queue
 import threading
 import time
 from collections import defaultdict
-from functools import reduce
 from typing import Any, Callable, Dict, List
 from urllib.parse import urlencode
 
@@ -233,12 +233,14 @@ def flush(self, batch):
                             continue
                         task_updates[task_update["node_name"]].append(task_update)
 
-            # this assumes correct ordering of the attributes and task_updates
-            attributes_list = [
-                reduce(lambda x, y: {**x, **y}, attributes[node_name]) for node_name in attributes
-            ]
+            # We do not care about disambiguating here --  only one named attribute should be logged
+
+            attributes_list = []
+            for node_name in attributes:
+                attributes_list.extend(attributes[node_name])
+            # in this case we do care about order so we don't send double the updates.
             task_updates_list = [
-                reduce(lambda x, y: {**x, **y}, task_updates[node_name])
+                functools.reduce(lambda x, y: {**x, **y}, task_updates[node_name])
                 for node_name in task_updates
             ]
 

ui/sdk/src/hamilton_sdk/api/constants.py

@@ -1,2 +1,2 @@
 HAMILTON_API_URL = "http://localhost:8241"
-HAMILTON_UI_URL = "http://localhost:8242"
+HAMILTON_UI_URL = "http://localhost:8241"  # optimizing for mini-mode