From fd21fe6264ed337daa9c9c76f5490850d58f09fe Mon Sep 17 00:00:00 2001
From: Mollie Anderson <142847762+molliean@users.noreply.github.com>
Date: Wed, 27 Nov 2024 11:27:22 -0800
Subject: [PATCH 1/8] fix(ui): Prevent Switch component from shrinking in flex
 containers (#3101)

* fix(ui): Prevent Switch component from shrinking in flex containers

* use `min-width` instead of `flex-shrink`
---
 weave-js/src/components/Switch/index.tsx | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/weave-js/src/components/Switch/index.tsx b/weave-js/src/components/Switch/index.tsx
index 98251dff0ca..8c1e2799df6 100644
--- a/weave-js/src/components/Switch/index.tsx
+++ b/weave-js/src/components/Switch/index.tsx
@@ -13,7 +13,9 @@ export const Root = ({
       'flex items-center rounded-[12px] p-[1px] transition-colors duration-100 ease-out',
       'focus-visible:outline focus-visible:outline-[2px] focus-visible:outline-teal-500',
       props.checked ? ' bg-teal-500' : 'bg-moon-350',
-      size === 'small' ? 'h-[16px] w-[28px]' : 'h-[24px] w-[44px]',
+      size === 'small'
+        ? 'min-w[28px] h-[16px] w-[28px]'
+        : 'h-[24px] w-[44px] min-w-[44px]',
       className
     )}
     {...props}

From 5b08ca381f35c596869336fdf84be48382405028 Mon Sep 17 00:00:00 2001
From: Griffin Tarpenning <griffin.tarpenning@wandb.com>
Date: Wed, 27 Nov 2024 11:27:43 -0800
Subject: [PATCH 2/8] fix(ui): better defaults for trace/eval trace tree
 (#3106)

---
 .../Browse3/pages/CallsPage/callsTableColumns.tsx     |  3 +++
 .../Home/Browse3/pages/common/Links.tsx               | 11 +++++++++--
 2 files changed, 12 insertions(+), 2 deletions(-)

diff --git a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallsPage/callsTableColumns.tsx b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallsPage/callsTableColumns.tsx
index 0fc4e8298a5..93bd2ee030b 100644
--- a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallsPage/callsTableColumns.tsx
+++ b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallsPage/callsTableColumns.tsx
@@ -29,6 +29,7 @@ import {
   getCostsFromCellParams,
   getTokensFromCellParams,
 } from '../CallPage/cost';
+import {isEvaluateOp} from '../common/heuristics';
 import {CallLink} from '../common/Links';
 import {StatusChip} from '../common/StatusChip';
 import {buildDynamicColumns} from '../common/tabularListViews/columnBuilder';
@@ -228,6 +229,7 @@ function buildCallsTableColumns(
           rowParams.row.display_name ??
           opVersionRefOpName(rowParams.row.op_name) ??
           rowParams.row.op_name;
+        const isEval = isEvaluateOp(opVersionRefOpName(rowParams.row.op_name));
         return (
           <CallLink
             entityName={entity}
@@ -237,6 +239,7 @@ function buildCallsTableColumns(
             fullWidth={true}
             preservePath={preservePath}
             color={TEAL_600}
+            isEval={isEval}
           />
         );
       },
diff --git a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/Links.tsx b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/Links.tsx
index 915eaeb6935..8a11252bc33 100644
--- a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/Links.tsx
+++ b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/Links.tsx
@@ -282,6 +282,7 @@ export const CallLink: React.FC<{
   tracetree?: boolean;
   icon?: React.ReactNode;
   color?: string;
+  isEval?: boolean;
 }> = props => {
   const history = useHistory();
   const {peekingRouter} = useWeaveflowRouteContext();
@@ -297,8 +298,14 @@ export const CallLink: React.FC<{
   const existingPath = peekParams.get(PATH_PARAM) ?? '';
   // Preserve the path only when showing trace tree
   const path = props.preservePath ? existingPath : null;
-  // default to true if not specified
-  const showTraceTree = !(peekParams.get(TRACETREE_PARAM) === '0');
+  // default to true if not specified and not an eval
+  const traceTreeParam = peekParams.get(TRACETREE_PARAM);
+  const showTraceTree =
+    traceTreeParam === '1'
+      ? true
+      : traceTreeParam === '0'
+      ? false
+      : !props.isEval;
   // default to false if not specified
   const showFeedbackExpand = peekParams.get(FEEDBACK_EXPAND_PARAM) === '1';
   const to = peekingRouter.callUIUrl(

From 6165c0faf0712f071707aab90250de560c24e1f6 Mon Sep 17 00:00:00 2001
From: Josiah Lee <josiahwlee@gmail.com>
Date: Wed, 27 Nov 2024 11:45:08 -0800
Subject: [PATCH 3/8] style(weave): style try in playground, hide button in
 peek view in playground (#3075)

* style try in plyground, hide in peek view in playground

* follow slightly better pattern
---
 .../Home/Browse3/pages/CallPage/CallPage.tsx  | 27 ++++++++++++++-----
 1 file changed, 20 insertions(+), 7 deletions(-)

diff --git a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx
index 3a14c5dcfd9..94bc220d1fe 100644
--- a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx
+++ b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx
@@ -81,6 +81,10 @@ const useCallTabs = (call: CallSchema) => {
   const {entity, project, callId} = call;
   const weaveRef = makeRefCall(entity, project, callId);
 
+  const {isPeeking} = useContext(WeaveflowPeekContext);
+  const showTryInPlayground =
+    !isPeeking || !window.location.toString().includes('/weave/playground');
+
   const handleOpenInPlayground = () => {
     window.open(
       urlPrefixed(`/${entity}/${project}/weave/playground/${callId}`),
@@ -115,13 +119,22 @@ const useCallTabs = (call: CallSchema) => {
             label: 'Chat',
             content: (
               <>
-                <Button
-                  variant="secondary"
-                  startIcon="sandbox-playground"
-                  className="m-16 mb-8"
-                  onClick={handleOpenInPlayground}>
-                  Open chat in playground
-                </Button>
+                {showTryInPlayground && (
+                  <Box
+                    sx={{
+                      display: 'flex',
+                      justifyContent: 'flex-end',
+                      width: '100%',
+                      padding: '8px 16px',
+                    }}>
+                    <Button
+                      variant="ghost"
+                      startIcon="robot-service-member"
+                      onClick={handleOpenInPlayground}>
+                      Try in playground
+                    </Button>
+                  </Box>
+                )}
                 <ScrollableTabContent>
                   <Tailwind>
                     <CallChat call={call.traceCall!} />

From b95e46d0c4722d03f3f3853a5d05cc601a235b86 Mon Sep 17 00:00:00 2001
From: KyleGoyette <kdgoyette@gmail.com>
Date: Wed, 27 Nov 2024 12:02:40 -0800
Subject: [PATCH 4/8] add data-test element (#3031)

---
 weave-js/src/components/Panel2/PanelComp.tsx | 1 +
 1 file changed, 1 insertion(+)

diff --git a/weave-js/src/components/Panel2/PanelComp.tsx b/weave-js/src/components/Panel2/PanelComp.tsx
index 2991fdcec43..df8bbfd4e94 100644
--- a/weave-js/src/components/Panel2/PanelComp.tsx
+++ b/weave-js/src/components/Panel2/PanelComp.tsx
@@ -573,6 +573,7 @@ const ControlWrapper: React.FC<ControlWrapperProps> = ({
 
   return showControls || fullscreen ? (
     <S.ControlWrapper
+      data-test="panel-control-wrapper"
       hovering={hovering}
       onMouseEnter={() => {
         // onExpressionHover();

From 41ca390a19360d4b738c42d8446c139615d6dac0 Mon Sep 17 00:00:00 2001
From: J2-D2-3PO <188380414+J2-D2-3PO@users.noreply.github.com>
Date: Wed, 27 Nov 2024 13:13:26 -0700
Subject: [PATCH 5/8] docs(weave): Update new feedback docs (#3093)

Co-authored-by: Griffin Tarpenning <griffin.tarpenning@wandb.com>
---
 docs/docs/guides/tracking/feedback.md         | 176 ++++++++++++------
 .../Browse3/pages/common/EmptyContent.tsx     |   2 +-
 2 files changed, 124 insertions(+), 54 deletions(-)

diff --git a/docs/docs/guides/tracking/feedback.md b/docs/docs/guides/tracking/feedback.md
index 81022d31bc9..68e27776d44 100644
--- a/docs/docs/guides/tracking/feedback.md
+++ b/docs/docs/guides/tracking/feedback.md
@@ -3,33 +3,77 @@ import TabItem from '@theme/TabItem';
 
 # Feedback
 
-Evaluating LLM applications automatically is challenging. Teams often rely on direct user feedback, particularly from domain experts, who assess the content quality using simple indicators such as thumbs up or down. Developers also actively identify and resolve content issues.
+Efficiently evaluating LLM applications requires robust tooling to collect and analyze feedback. Weave provides an integrated feedback system, allowing users to provide call feedback directly through the UI or programmatically via the SDK. Various feedback types are supported, including emoji reactions, textual comments, and structured data, enabling teams to:
 
-Weave's feedback feature enables users to provide feedback directly within the Weave UI or through the API. You can add emoji reactions, textual notes, and structured data to calls. This feedback helps compile evaluation datasets, monitor application performance, and collect examples for advanced tasks like fine-tuning.
+- Build evaluation datasets for performance monitoring.
+- Identify and resolve LLM content issues effectively.
+- Gather examples for advanced tasks like fine-tuning.
 
-## View and Add Feedback within UI
+This guide covers how to use Weave’s feedback functionality in both the UI and SDK, query and manage feedback, and use human annotations for detailed evaluations. 
 
-Reactions and notes are displayed in a column in the calls grid. Hovering over these indicators provides more detail. Use these buttons to add reactions or notes.
+- [Provide feedback in the UI](#provide-feedback-in-the-ui)
+- [Provide feedback via the SDK](#provide-feedback-via-the-sdk)
+- [Add human annotations](#add-human-annotations)
 
-![Screenshot of calls grid with feedback column](imgs/feedback_calls.png)
+## Provide feedback in the UI
 
-View and edit feedback in the header of the call details page.
+In the Weave UI, you can add and view feedback [from the call details page](#from-the-call-details-page) or [using the icons](#use-the-icons).
 
-![Screenshot of feedback controls in call details header](imgs/feedback_call_header.png)
+### From the call details page
 
-View the feedback for a call on the "Feedback" tab of the call details page.
+1. In the sidebar, navigate to **Traces**.
+2. Find the row for the call that you want to add feedback to.
+3. Open the call details page.
+4. Select the **Feedback** column for the call.
+5. Add, view, or delete feedback:
+   - *[Add and view feedback using the icons](#use-the-icons)* located in the upper right corner of the call details feedback view.
+   - *View and delete feedback from the call details feedback table.* Delete feedback by clicking the trashcan icon in the rightmost column of the appropriate feedback row.
 
 ![Screenshot of Feedback tab in call details](imgs/feedback_tab.png)
 
-Access copy-and-paste examples on the "Use" tab of the call details page to manipulate the feedback for that call using the SDK.
+### Use the icons
+
+You can add or remove a reaction, and add a note using the icons that are located in both the call table and individual call details pages.
+
+- *Call table*: Located in **Feedback** column in the appropriate row in the call table.
+- *Call details page*: Located in the upper right corner of each call details page.
+
+To add a reaction:
+  1. Click the emoji icon. 
+  2. Add a thumbs up, thumbs down, or click the **+** icon for more emojis.
+
+To remove a reaction:
+  1. Hover over the emoji reaction you want to remove.
+  2. Click the reaction to remove it.
+
+> You can also delete feedback from the [**Feedback** column on the call details page.](#from-the-call-details-page).
+
+To add a comment:
+  1. Click the comment bubble icon. 
+  2. In the text box, add your note. 
+  3. To save the note, press the **Enter** key. You can add additional notes.
+
+![Screenshot of calls grid with feedback column](imgs/feedback_calls.png)
+
+## Provide feedback via the SDK
+
+> You can find SDK usage examples for feedback in the UI under the **Use** tab in the call details page.
 
-![Screenshot of Use tab in call details](imgs/feedback_use.png)
+You can use the Weave SDK to programmatically add, remove, and query feedback on calls. 
 
-## SDK
+### Query a project's feedback
 
-Use the Weave SDK to programmatically add, remove, and query feedback on calls.
+You can query the feedback for your Weave project using the SDK. The SDK supports the following feedback query operations:
 
-### Querying a project's feedback
+- `client.get_feedback()`: Returns all feedback in a project.
+- `client.get_feedback("<feedback_uuid>")`: Return a specific feedback object specified by `<feedback_uuid>` as a collection.
+- `client.get_feedback(reaction="<reaction_type>")`: Returns all feedback objects for a specific reaction type.
+
+You can also get additional information for each feedback object in `client.get_feedback()`: 
+- `id`: The feedback object ID.
+- `created_at`: The creation time information for the feedback object.
+- `feedback_type`: The type of feedback (reaction, note, custom).
+- `payload`: The feedback payload
 
 <Tabs groupId="programming-language">
   <TabItem value="python" label="Python" default>
@@ -41,14 +85,13 @@ Use the Weave SDK to programmatically add, remove, and query feedback on calls.
     all_feedback = client.get_feedback()
 
     # Fetch a specific feedback object by id.
-    # Note that the API still returns a collection, which is expected
-    # to contain zero or one item(s).
+    # The API returns a collection, which is expected to contain at most one item.
     one_feedback = client.get_feedback("<feedback_uuid>")[0]
 
     # Find all feedback objects with a specific reaction. You can specify offset and limit.
     thumbs_up = client.get_feedback(reaction="👍", limit=10)
 
-    # After retrieval you can view the details of individual feedback objects.
+    # After retrieval, view the details of individual feedback objects.
     for f in client.get_feedback():
         print(f.id)
         print(f.created_at)
@@ -64,7 +107,13 @@ Use the Weave SDK to programmatically add, remove, and query feedback on calls.
   </TabItem>
 </Tabs>
 
-### Adding feedback to a call
+### Add feedback to a call
+
+You can add feedback to a call using the call's UUID. To use the UUID to get a particular call, [retrieve it during or after call execution](#retrieve-the-call-uuid). The SDK supports the following operations for adding feedback to a call:
+
+- `call.feedback.add_reaction("<reaction_type>")`: Add one of the supported `<reaction_types>` (emojis), such as 👍.
+- `call.feedback.add_note("<note>")`: Add a note.
+- `call.feedback.add("<label>", <object>)`: Add a custom feedback `<object>` specified by `<label>`.
 
 <Tabs groupId="programming-language">
   <TabItem value="python" label="Python" default>
@@ -82,7 +131,7 @@ Use the Weave SDK to programmatically add, remove, and query feedback on calls.
 
     # Adding custom key/value pairs.
     # The first argument is a user-defined "type" string.
-    # Feedback must be JSON serializable and less than 1kb when serialized.
+    # Feedback must be JSON serializable and less than 1 KB when serialized.
     call.feedback.add("correctness", { "value": 5 })
     ```
 
@@ -94,9 +143,16 @@ Use the Weave SDK to programmatically add, remove, and query feedback on calls.
   </TabItem>
 </Tabs>
 
-### Retrieving the Call UUID
+#### Retrieve the call UUID
+
+For scenarios where you need to add feedback immediately after a call, you can retrieve the call UUID programmatically during or after the call execution. 
+
+- [During call execution](#during-call-execution)
+- [After call execution](#after-call-execution)
 
-For scenarios where you need to add feedback immediately after a call, you can retrieve the call UUID programmatically during or after the call execution. Here is how to get the UUID of the call from within the operation:
+##### During call execution
+
+To retrieve the UUID during call execution, get the current call, and return the ID.
 
 <Tabs groupId="programming-language">
   <TabItem value="python" label="Python" default>
@@ -123,7 +179,9 @@ For scenarios where you need to add feedback immediately after a call, you can r
   </TabItem>
 </Tabs>
 
-Additionally, you can use call() method to execute the operation and retrieve the call ID after execution of the function:
+##### After call execution
+
+Alternatively, you can use `call()` method to execute the operation and retrieve the ID after call execution:
 
 <Tabs groupId="programming-language">
   <TabItem value="python" label="Python" default>
@@ -148,25 +206,9 @@ Additionally, you can use call() method to execute the operation and retrieve th
   </TabItem>
 </Tabs>
 
-### Querying feedback on a call
+### Delete feedback from a call
 
-<Tabs groupId="programming-language">
-  <TabItem value="python" label="Python" default>
-    ```python
-    for f in call.feedback:
-        print(f.id)
-        print(f.feedback_type)
-        print(f.payload)
-    ```
-  </TabItem>
-  <TabItem value="typescript" label="TypeScript">
-    ```plaintext
-    This feature is not available in TypeScript yet.  Stay tuned!
-    ```
-  </TabItem>
-</Tabs>
-
-### Deleting feedback from a call
+You can delete feedback from a particular call by specifying a UUID.
 
 <Tabs groupId="programming-language">
   <TabItem value="python" label="Python" default>
@@ -181,29 +223,57 @@ Additionally, you can use call() method to execute the operation and retrieve th
   </TabItem>
 </Tabs>
 
-## Human annotation
+## Add human annotations
+
+Human annotations are supported in the Weave UI. To make human annotations, you must first create a Human Annotation scorer using either the [UI](#create-a-human-annotation-scorer-in-the-ui) or the [API](#create-a-human-annotation-scorer-using-the-api). Then, you can [use the scorer in the UI to make annotations](#use-the-human-annotation-scorer-in-the-ui), and [modify your annotation scorers using the API](#modify-a-human-annotation-scorer-using-the-api).
 
-Human annotations are supported in the weave UI after configuration of a Human Annotation scorer, which can be accessed via the `Scorers` page in the navigation sidebar. Once configured, annotations can be used when inspecting individual calls in the main Call or Evaluation table, by selecting the marker icon in the call header (seen below).
+### Create a human annotation scorer in the UI
 
-![Marker icon in call header](./imgs/marker-icon.png)
+To create a human annotation scorer in the UI, do the following:
 
-### Creating a Human Annotation scorer
+1. In the sidebar, navigate to **Scorers**.
+2. In the upper right corner, click **+ Create scorer**.
+3. In the configuration page, set:
+   - `Scorer type` to `Human annotation`
+   - `Name`
+   - `Description`
+   - `Type`, which determines the type of feedback that will be collected, such as `boolean` or `integer`.
+4. Click **Create scorer**. Now, you can [use your scorer to make annotations](#use-the-human-annotation-scorer-in-the-ui).
 
-To create a scorer, click "create scorer" in the "Scorers" page (accessed via the navigation sidebar). Select the type of scorer, in this case: "Human annotation". Then fill out the subsequent form to configure the scorer, paying special attention to the `Type`, which will be used to determine the type of feedback that will be collected. Here is an example scorer configuration where a human labeler is asked to choose which type of document the llm used:
+In the following example, a human annotator is asked to select which type of document the LLM ingested. As such, the `Type` selected for the score configuration is an `enum` containing the possible document types.
 
 ![Human Annotation scorer form](./imgs/human-annotation-scorer-form.png)
 
-This scorer will automatically show up in the "Feedback" sidebar with the options provided.
+### Use the human annotation scorer in the UI
+
+Once you [create a human annotation scorer](#create-a-human-annotation-scorer-in-the-ui), it will automatically display in the **Feedback** sidebar of the call details page with the configured options. To use the scorer, do the following:
+
+1. In the sidebar, navigate to **Traces**
+2. Find the row for the call that you want to add a human annotation to.
+3. Open the call details page. 
+4. In the upper right corner, click the **Show feedback** button. 
 
-![Human Annotation scorer feedback sidebar](./imgs/full-feedback-sidebar.png)
+   ![Marker icon in call header](./imgs/marker-icon.png)
 
-Once labeled, the feedback can also be viewed in the calls table (refreshing the table may be required). The column can be ordered and filtered.
+   Your available human annotation scorers display in the sidebar. 
+
+   ![Human Annotation scorer feedback sidebar](./imgs/full-feedback-sidebar.png)
+5. Make an annotation.
+6. Click **Save**.
+7. In the call details page, click **Feedback** to view the calls table. The new annotation displays in the table. You can also view the annotations in the **Annotations** column in the call table in **Traces**.
+   
+   > Refresh the call table to view the most up-to-date information.
 
 ![Human Annotation scorer feedback in calls table](./imgs/feedback-in-the-table.png)
 
-### Through the API
+### Create a human annotation scorer using the API
+
+Human annotation scorers can also be created through the API.  Each scorer is its own object, which is created and updated independently. To create a human annotation scorer programmatically, do the following:
+
+1. Import the `AnnotationSpec` class from `weave.flow.annotation_spec` 
+2. Use the `save` method on the weave client to create the scorer. 
 
-Human annotation scorers can also be configured through the API. Each scorer is its own object, which is created and updated independently. The following example creates two scorers, one for the temperature of the llm call, and one for the tone of the response. Simply import the `AnnotationSpec` class from `weave.flow.annotation_spec` and use the `save` method on the weave client to create the scorer.
+In the following example, two scorers are created. The first scorer, `Temperature`, is used to score the perceived temperature of the LLM call. The second scorer, `Tone`, is used to score the tone of the LLM response. Each scorer is created using `save` with an associated object ID (`temperature-scorer` and `tone-scorer`).
 
 <Tabs groupId="programming-language">
   <TabItem value="python" label="Python" default>
@@ -242,9 +312,11 @@ Human annotation scorers can also be configured through the API. Each scorer is
   </TabItem>
 </Tabs>
 
-### Modifying a Human Annotation scorer
+### Modify a human annotation scorer using the API
 
-Building on the previous example, the following code creates a new version of the temperature scorer, by using the same object-id when saving.
+Expanding on [creating a human annotation scorer using the API](#create-a-human-annotation-scorer-using-the-api), the following example creates an updated version of the `Temperature` scorer, by using the original object ID (`temperature-scorer`) on `save`. The result is an updated object, with a history of all versions. 
+
+> You can view human annotation scorer object history in the **Scorers** tab under **Human annotations**.
 
 <Tabs groupId="programming-language">
   <TabItem value="python" label="Python" default>
@@ -275,6 +347,4 @@ Building on the previous example, the following code creates a new version of th
   </TabItem>
 </Tabs>
 
-The result is an updated object, with a history of all versions. This can be viewed in the scorers tab, under "Human annotations".
-
 ![Human Annotation scorer history](./imgs/human-annotation-scorer-history.png)
diff --git a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/EmptyContent.tsx b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/EmptyContent.tsx
index 16fd9afd4ae..fb6174cf631 100644
--- a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/EmptyContent.tsx
+++ b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/common/EmptyContent.tsx
@@ -215,7 +215,7 @@ export const EMPTY_PROPS_ANNOTATIONS: EmptyProps = {
     <>
       More information about creating and using annotation specifications for
       human labeling can be found in the{' '}
-      <TargetBlank href="https://weave-docs.wandb.ai/guides/tracking/feedback#human-annotation">
+      <TargetBlank href="https://weave-docs.wandb.ai/guides/tracking/feedback#add-human-annotations">
         documentation
       </TargetBlank>
       .

From 4e84d3abb696c43086c081ce6bc57d7fa98af58b Mon Sep 17 00:00:00 2001
From: Josiah Lee <josiahwlee@gmail.com>
Date: Wed, 27 Nov 2024 12:38:01 -0800
Subject: [PATCH 6/8] chore(weave): load model default properly (#3096)

* load model default properly

* use js-levenstein

* lint
---
 .../Browse3/pages/PlaygroundPage/llmMaxTokens.ts    |  4 ++++
 .../pages/PlaygroundPage/usePlaygroundState.ts      | 13 +++++++++++--
 2 files changed, 15 insertions(+), 2 deletions(-)

diff --git a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/llmMaxTokens.ts b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/llmMaxTokens.ts
index 4c545c82727..5e3d0a8d5d6 100644
--- a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/llmMaxTokens.ts
+++ b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/llmMaxTokens.ts
@@ -211,6 +211,10 @@ export const LLM_MAX_TOKENS = {
 
 export type LLMMaxTokensKey = keyof typeof LLM_MAX_TOKENS;
 
+export const LLM_MAX_TOKENS_KEYS: LLMMaxTokensKey[] = Object.keys(
+  LLM_MAX_TOKENS
+) as LLMMaxTokensKey[];
+
 export const LLM_PROVIDERS = ['openai', 'anthropic', 'gemini', 'groq'];
 export const LLM_PROVIDER_LABELS: Record<
   (typeof LLM_PROVIDERS)[number],
diff --git a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/usePlaygroundState.ts b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/usePlaygroundState.ts
index f034302c468..8c556edaef2 100644
--- a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/usePlaygroundState.ts
+++ b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/PlaygroundPage/usePlaygroundState.ts
@@ -1,6 +1,6 @@
 import {SetStateAction, useCallback, useState} from 'react';
 
-import {LLMMaxTokensKey} from './llmMaxTokens';
+import {LLM_MAX_TOKENS_KEYS, LLMMaxTokensKey} from './llmMaxTokens';
 import {
   OptionalTraceCallSchema,
   PlaygroundResponseFormats,
@@ -16,6 +16,8 @@ export const DEFAULT_SYSTEM_MESSAGE = {
   content: DEFAULT_SYSTEM_MESSAGE_CONTENT,
 };
 
+const DEFAULT_MODEL = 'gpt-4o-mini-2024-07-18' as LLMMaxTokensKey;
+
 const DEFAULT_PLAYGROUND_STATE = {
   traceCall: {
     inputs: {
@@ -34,7 +36,7 @@ const DEFAULT_PLAYGROUND_STATE = {
   presencePenalty: 0,
   //   nTimes: 1,
   maxTokensLimit: 16384,
-  model: 'gpt-4o-mini' as LLMMaxTokensKey,
+  model: DEFAULT_MODEL,
 };
 
 export const usePlaygroundState = () => {
@@ -106,6 +108,13 @@ export const usePlaygroundState = () => {
         if (inputs.presence_penalty) {
           newState.presencePenalty = parseFloat(inputs.presence_penalty);
         }
+        if (inputs.model) {
+          if (LLM_MAX_TOKENS_KEYS.includes(inputs.model as LLMMaxTokensKey)) {
+            newState.model = inputs.model as LLMMaxTokensKey;
+          } else {
+            newState.model = DEFAULT_MODEL;
+          }
+        }
         return [newState];
       });
     },

From 95057a90fc387babe16d0e5abb26b97e346c8921 Mon Sep 17 00:00:00 2001
From: Jamie Rasmussen <112953339+jamie-rasmussen@users.noreply.github.com>
Date: Wed, 27 Nov 2024 15:14:08 -0600
Subject: [PATCH 7/8] chore(ui): night mode text color for More link in nav
 (#3107)

---
 weave-js/src/components/FancyPage/FancyPageMenu.tsx | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/weave-js/src/components/FancyPage/FancyPageMenu.tsx b/weave-js/src/components/FancyPage/FancyPageMenu.tsx
index 8c170e816e1..c5971756016 100644
--- a/weave-js/src/components/FancyPage/FancyPageMenu.tsx
+++ b/weave-js/src/components/FancyPage/FancyPageMenu.tsx
@@ -44,7 +44,9 @@ export const FancyPageMenu = ({
             <ItemIcon color={colorIconBg}>
               <IconOverflowHorizontal />
             </ItemIcon>
-            <ItemLabel color={colorText}>More</ItemLabel>
+            <ItemLabel className="night-aware" color={colorText}>
+              More
+            </ItemLabel>
           </MenuButton>
         </div>
       </DropdownMenu.Trigger>

From 8950d3b87e1b2274e1215574eaf95beae85551cf Mon Sep 17 00:00:00 2001
From: Jamie Rasmussen <112953339+jamie-rasmussen@users.noreply.github.com>
Date: Wed, 27 Nov 2024 15:35:08 -0600
Subject: [PATCH 8/8] chore(ui): rearrange nav (#3103)

---
 .../components/FancyPage/useProjectSidebar.ts | 102 ++++++++----------
 1 file changed, 44 insertions(+), 58 deletions(-)

diff --git a/weave-js/src/components/FancyPage/useProjectSidebar.ts b/weave-js/src/components/FancyPage/useProjectSidebar.ts
index 61fa0213b1a..5cd1190dbbe 100644
--- a/weave-js/src/components/FancyPage/useProjectSidebar.ts
+++ b/weave-js/src/components/FancyPage/useProjectSidebar.ts
@@ -41,14 +41,6 @@ export const useProjectSidebar = (
             label: 'Models',
             isShown: isShowAll,
           },
-          {
-            type: 'button' as const,
-            name: 'Overview',
-            slug: 'overview',
-            isShown: !isWeaveOnly,
-            isDisabled: false,
-            iconName: IconNames.Info,
-          },
           {
             type: 'button' as const,
             name: 'Workspace',
@@ -94,7 +86,7 @@ export const useProjectSidebar = (
             type: 'button' as const,
             name: 'Reports',
             slug: 'reportlist',
-            isShown: !isWeaveOnly,
+            isShown: isModelsOnly,
             isDisabled: viewingRestricted,
             iconName: IconNames.Report,
           },
@@ -106,21 +98,26 @@ export const useProjectSidebar = (
             iconName: IconNames.VersionsLayers,
             isDisabled: viewingRestricted,
           },
+          {
+            type: 'button' as const,
+            name: 'Overview',
+            slug: 'overview',
+            isShown: isModelsOnly,
+            iconName: IconNames.Info,
+          },
           {
             type: 'menuPlaceholder' as const,
             isShown: isShowAll,
             key: 'moreModels',
-            menu: ['charts', 'jobs', 'automations', 'sweeps', 'artifacts'],
+            menu: [
+              'jobs',
+              'automations',
+              'sweeps',
+              'reportlist',
+              'artifacts',
+              'overview',
+            ],
           },
-          // Remember to hide weave if env is not prod
-          // {
-          //   type: 'button' as const,
-          //   name: 'Weave',
-          //   slug: 'weave',
-          //   isShown: !showWeaveSidebarItems,
-          //   iconName: IconNames.CodeAlt,
-          //   isDisabled: viewingRestricted,
-          // },
           {
             type: 'divider' as const,
             key: 'dividerModelsWeave',
@@ -138,11 +135,6 @@ export const useProjectSidebar = (
             isShown: showWeaveSidebarItems || isShowAll,
             iconName: IconNames.LayoutTabs,
           },
-          {
-            type: 'divider' as const,
-            key: 'dividerWithinWeave-1',
-            isShown: isWeaveOnly,
-          },
           {
             type: 'button' as const,
             name: 'Evals',
@@ -152,56 +144,52 @@ export const useProjectSidebar = (
           },
           {
             type: 'button' as const,
-            name: 'Leaders',
-            slug: 'weave/leaderboards',
-            isShown: isWeaveOnly,
-            iconName: IconNames.BenchmarkSquare,
-          },
-          // Hiding until we want to release
-          {
-            type: 'button' as const,
-            name: 'Scorers',
-            slug: 'weave/scorers',
-            isShown: isWeaveOnly,
-            iconName: IconNames.TypeNumberAlt,
-          },
-          {
-            type: 'divider' as const,
-            key: 'dividerWithinWeave-2',
-            isShown: isWeaveOnly,
+            name: 'Playground',
+            slug: 'weave/playground',
+            isShown: showWeaveSidebarItems || isShowAll,
+            iconName: IconNames.RobotServiceMember,
           },
           {
             type: 'button' as const,
             name: 'Prompts',
             slug: 'weave/prompts',
-            isShown: showWeaveSidebarItems || isShowAll,
+            isShown: isWeaveOnly,
             iconName: IconNames.ForumChatBubble,
           },
           {
             type: 'button' as const,
             name: 'Models',
             slug: 'weave/models',
-            isShown: showWeaveSidebarItems || isShowAll,
+            isShown: isWeaveOnly,
             iconName: IconNames.Model,
           },
           {
             type: 'button' as const,
             name: 'Datasets',
             slug: 'weave/datasets',
-            isShown: showWeaveSidebarItems || isShowAll,
+            isShown: isWeaveOnly,
             iconName: IconNames.Table,
           },
           {
-            type: 'divider' as const,
-            key: 'dividerWithinWeave-3',
+            type: 'button' as const,
+            name: 'Scorers',
+            slug: 'weave/scorers',
             isShown: isWeaveOnly,
+            iconName: IconNames.TypeNumberAlt,
+          },
+          {
+            type: 'button' as const,
+            name: 'Leaders',
+            slug: 'weave/leaderboards',
+            isShown: false, // Only shown in overflow menu
+            iconName: IconNames.BenchmarkSquare,
           },
           {
             type: 'button' as const,
             name: 'Ops',
             slug: 'weave/operations',
             additionalSlugs: ['weave/op-versions'],
-            isShown: isWeaveOnly,
+            isShown: false, // Only shown in overflow menu
             iconName: IconNames.JobProgramCode,
           },
           {
@@ -209,29 +197,27 @@ export const useProjectSidebar = (
             name: 'Objects',
             slug: 'weave/objects',
             additionalSlugs: ['weave/object-versions'],
-            isShown: isWeaveOnly,
+            isShown: false, // Only shown in overflow menu
             iconName: IconNames.CubeContainer,
           },
           {
-            type: 'button' as const,
-            name: 'Playground',
-            slug: 'weave/playground',
+            type: 'menuPlaceholder' as const,
+            key: 'moreWeaveOnly',
             isShown: isWeaveOnly,
-            iconName: IconNames.RobotServiceMember,
+            menu: ['weave/leaderboards', 'weave/operations', 'weave/objects'],
           },
           {
             type: 'menuPlaceholder' as const,
-            // name: 'More',
-            // slug: 'moreWeave',
-            key: 'moreWeave',
+            key: 'moreWeaveBoth',
             isShown: isShowAll,
-            // iconName: IconNames.OverflowHorizontal,
             menu: [
-              'weave/leaderboards',
+              'weave/prompts',
+              'weave/models',
+              'weave/datasets',
               'weave/scorers',
+              'weave/leaderboards',
               'weave/operations',
               'weave/objects',
-              'weave/playground',
             ],
           },
         ];