feat(ask-baml): implement feedback features, add embeddings CD (#2262)

<!-- ELLIPSIS_HIDDEN -->


> [!IMPORTANT]
> Implements feedback features, continuous deployment for embeddings,
and updates backend for query and feedback handling in ask-baml.
> 
>   - **Behavior**:
> - Implements feedback features in `AssistantResponseFeedback.tsx` to
allow users to submit feedback on assistant responses.
> - Adds continuous deployment for embeddings in `pinecone-api.ts` and
`update-pinecone.ts`.
> - Updates `ChatBot.tsx` to handle session management and feedback
integration.
>   - **API**:
> - Adds `ask-baml-chat` and `ask-baml-feedback` routes for handling
chat queries and feedback submissions.
> - Integrates Notion and Slack logging in `notion-api.ts` and
`slack-api.ts`.
>   - **Models**:
> - Introduces `@baml/sage-interface` package for shared types and
interfaces.
>     - Updates `QueryRequest` and `QueryResponse` schemas in `api.ts`.
>   - **Misc**:
>     - Refactors `store.ts` for session management and query handling.
>     - Updates `next.config.ts` to transpile `@baml/sage-interface`.
> - Adds tests for Notion and Slack integrations in `notion-api.test.ts`
and `slack-api.test.ts`.
> 
> <sup>This description was created by </sup>[<img alt="Ellipsis"
src="https://img.shields.io/badge/Ellipsis-blue?color=175173">](https://www.ellipsis.dev?ref=BoundaryML%2Fbaml&utm_source=github&utm_medium=referral)<sup>
for 3248b1b. You can
[customize](https://app.ellipsis.dev/BoundaryML/settings/summaries) this
summary. It will automatically update as commits are pushed.</sup>


<!-- ELLIPSIS_HIDDEN -->

Author: sxlijin

.claude/settings.local.json

@@ -1,4 +1,5 @@
 {
+  "$schema": "https://json.schemastore.org/claude-code-settings.json",
   "permissions": {
     "allow": [
       "Bash(grep:*)",
@@ -39,8 +40,11 @@
       "Bash(npm run lint)",
       "Bash(npm run format:*)",
       "Bash(npm run:*)",
-      "Bash(npx biome check:*)"
+      "Bash(npx biome check:*)",
+      "Bash(npx tsc:*)",
+      "Bash(npx tsc:*)",
+      "WebFetch(domain:www.npmjs.com)"
     ],
     "deny": []
   }
-}
+}

.github/workflows/publish-docs.yml

@@ -16,6 +16,9 @@ jobs:
   docs:
     runs-on: ubuntu-latest
     permissions: write-all
+    environment:
+      name: ${{ github.ref == 'refs/heads/canary' && 'boundary-tools-prod' || 'boundary-tools-dev' }}
+
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
@@ -29,11 +32,10 @@ jobs:
         run: npm install -g fern-api
 
       - name: Install dependencies and build custom.js
-        working-directory: ./typescript/apps/sage-client
+        working-directory: ./typescript/apps/ask-baml-client
         run: pnpm install && pnpm run build
 
       - name: Generate preview URL
-        id: generate-docs
         env:
           FERN_TOKEN: ${{ secrets.FERN_TOKEN }}
         run: |
@@ -56,6 +58,8 @@ jobs:
   backend:
     runs-on: ubuntu-latest
     permissions: write-all
+    environment:
+      name: ${{ github.ref == 'refs/heads/canary' && 'boundary-tools-prod' || 'boundary-tools-dev' }}
     defaults:
       run:
         working-directory: ../sage-backend
@@ -72,13 +76,28 @@ jobs:
         working-directory: .
         run: npm install -g fern-api
 
+      # We need to do this `deploy` step because we're relying on a pnpm workspace and Vercel doesn't play nice with this:
+      #   
+      #   - doing normal `vercel deploy` is confusing, because the monorepo can be either promptfiddle or ask-baml-backend
+      #   - doing `vercel build` in the monorepo and then `deploy --prebuilt` results in this error:
+      #
+      #       Using prebuilt build artifacts...
+      #       [Error: ENOENT: no such file or directory, lstat '/node_modules/.pnpm/[email protected]_@[email protected][email protected][email protected][email protected]/node_modules/next/dist/compiled/jest-worker/processChild.js'] {
+      #         errno: -2,
+      #         code: 'ENOENT',
+      #         syscall: 'lstat',
+      #         path: '/node_modules/.pnpm/[email protected]_@[email protected][email protected][email protected][email protected]/node_modules/next/dist/compiled/jest-worker/processChild.js'
+      #       }}
+      #
+      # So our current solution is to do this mechanism.
       - name: Pull sage-backend out of monorepo
         working-directory: ./typescript
-        run: pnpm --filter=sage-backend deploy ../sage-backend
+        run: |
+          pnpm --filter=sage-backend install
+          pnpm --filter=sage-backend deploy ../sage-backend
 
       - name: Install dependencies and build
         run: |
-          pnpm install
           pnpm baml-cli generate
           if [ "${{ github.event_name }}" = "push" ] && [ "${{ github.ref }}" = "refs/heads/canary" ]; then
             echo TARGET_ENV=prod >>$GITHUB_ENV
@@ -88,15 +107,22 @@ jobs:
 
       - name: Build Vercel project
         env:
+          NOTION_ASK_BAML_LOGS_DATABASE_ID: ${{ secrets.NOTION_ASK_BAML_LOGS_DATABASE_ID }}
+          NOTION_BOUNDARY_BOT_TOKEN: ${{ secrets.NOTION_BOUNDARY_BOT_TOKEN }}
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
+          SLACK_BOUNDARY_BOT_TOKEN: ${{ secrets.SLACK_BOUNDARY_BOT_TOKEN }}
+          VERCEL_ORG_ID: ${{ secrets.VERCEL_ORG_ID }}
+          VERCEL_PROJECT_ID: ${{ secrets.VERCEL_SAGE_PROJECT_ID }}
+          VERCEL_TOKEN: ${{ secrets.VERCEL_TOKEN_SAM }}
         run: |
-          pnpm vercel pull --yes --token=${{ secrets.VERCEL_TOKEN_SAM }}
+          pnpm vercel pull --environment $TARGET_ENV --yes --token=${{ secrets.VERCEL_TOKEN_SAM }}
           pnpm vercel build --target $TARGET_ENV --token=${{ secrets.VERCEL_TOKEN_SAM }}
 
       - name: Deploy preview backend
         env:
           VERCEL_ORG_ID: ${{ secrets.VERCEL_ORG_ID }}
-          VERCEL_PROJECT_ID: ${{ secrets.VERCEL_PROJECT_ID_SAGE_BACKEND }}
+          VERCEL_PROJECT_ID: ${{ secrets.VERCEL_SAGE_PROJECT_ID }}
         run: |
           pnpm vercel deploy --target $TARGET_ENV --prebuilt --token=${{ secrets.VERCEL_TOKEN_SAM }} | tee preview_url.txt
 
@@ -105,3 +131,36 @@ jobs:
         uses: thollander/[email protected]
         with:
           file-path: ../sage-backend/preview_url.txt
+  
+  pinecone:
+    runs-on: ubuntu-latest
+    environment:
+      name: ${{ github.ref == 'refs/heads/canary' && 'boundary-tools-prod' || 'boundary-tools-dev' }}
+    defaults:
+      run:
+        working-directory: typescript/apps/sage-backend
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Setup Node.js and pnpm
+        uses: ./.github/actions/setup-node
+        with:
+          install-dependencies: false
+
+      - name: Set environment variables
+        run: |
+          if [ "${{ github.event_name }}" = "push" ] && [ "${{ github.ref }}" = "refs/heads/canary" ]; then
+            echo NODE_ENV=production >>$GITHUB_ENV
+          else
+            echo NODE_ENV=development >>$GITHUB_ENV
+          fi
+
+      - name: Update pinecone
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
+        run: |
+          pnpm --filter=sage-backend install
+          pnpm tsx tools/update-pinecone.ts ../../../fern/docs.yml
+          

biome.json

@@ -7,44 +7,23 @@
     "defaultBranch": "main"
   },
   "files": {
-    "ignoreUnknown": false,
-    "ignore": [
-      ".next",
-      "dist",
-      "**/dist/**",
-      "build",
-      "**/build/**",
-      "bin",
-      "**/bin/**",
-      "node_modules",
-      "**/node_modules/**",
-      "**/baml_client/**",
-      "**/generated/**",
-      "**/target/**",
-      "**/.turbo/**",
-      "**/coverage/**",
-      "engine/**",
-      "typescript/**",
-      "integ-tests/**",
-      "tools/**",
-      "patches/**",
-      "jetbrains/**",
-      "pnpm-lock.yaml"
+    "include": [
+      "typescript/packages/sage-interface/**/*.ts",
+      "typescript/packages/sage-interface/**/*.tsx"
     ]
   },
   "json": {
     "formatter": {
       "enabled": true,
       "indentStyle": "space",
-      "indentWidth": 2
+      "indentWidth": 2,
+      "lineWidth": 100
     }
   },
   "formatter": {
     "enabled": true,
-    "indentStyle": "space"
-  },
-  "organizeImports": {
-    "enabled": true
+    "indentStyle": "space",
+    "lineWidth": 100
   },
   "linter": {
     "enabled": true,
@@ -56,12 +35,7 @@
         "useExhaustiveDependencies": "warn",
         "useHookAtTopLevel": "error"
       },
-      "nursery": {
-        "noCommonJs": "error",
-        "noNestedTernary": "off",
-        "useAtIndex": "error",
-        "useCollapsedIf": "error"
-      },
+      "nursery": {},
       "style": {
         "noNegationElse": "off",
         "useNodejsImportProtocol": "error",

mise.toml

@@ -24,9 +24,9 @@ node = "lts"     # For pnpm
 "pipx:maturin" = "latest"
 
 # Node tools
-"npm:pnpm" = "9.12.0"
+"npm:pnpm" = "10.14.0"
 "npm:@infisical/cli" = "latest"
 
 [settings]
 experimental = true
-# idiomatic_version_file_enable_tools = ["node", "python", "ruby", "go"]
+# idiomatic_version_file_enable_tools = ["node", "python", "ruby", "go"]

package.json

@@ -37,6 +37,7 @@
     "@types/node": "24.0.3",
     "turbo": "2.5.4",
     "typescript": "5.8.3",
+    "vercel": "^44.5.5",
     "vitest": "3.2.3",
     "pnpm": "9.12.0"
   },