[draft] datastream text input

package.json

@@ -9,14 +9,14 @@
     "lint": "next lint"
   },
   "dependencies": {
-    "@livekit/components-react": "^2.6.0",
-    "@livekit/components-styles": "^1.1.1",
+    "@livekit/components-react": "^2.8.1",
+    "@livekit/components-styles": "^1.1.4",
     "@radix-ui/react-dropdown-menu": "^2.0.6",
     "cookies-next": "^4.1.1",
     "framer-motion": "^10.16.16",
     "js-yaml": "^4.1.0",
-    "livekit-client": "^2.5.1",
-    "livekit-server-sdk": "^2.6.1",
+    "livekit-client": "^2.9.3",
+    "livekit-server-sdk": "^2.10.1",
     "lodash": "^4.17.21",
     "next": "^14.0.4",
     "next-plugin-preval": "^1.2.6",

src/components/playground/Playground.tsx

@@ -221,17 +221,19 @@ export default function Playground({
   const handleRpcCall = useCallback(async () => {
     if (!voiceAssistant.agent || !room) return;
 
+    const agent_identity = voiceAssistant.agentAttributes?.['lk.publish_for'] || voiceAssistant.agent.identity;
+    console.log('Agent identity for RPC call:', agent_identity);
     try {
       const response = await room.localParticipant.performRpc({
-        destinationIdentity: voiceAssistant.agent.identity,
+        destinationIdentity: agent_identity,
         method: rpcMethod,
         payload: rpcPayload,
       });
       console.log('RPC response:', response);
     } catch (e) {
       console.error('RPC call failed:', e);
     }
-  }, [room, rpcMethod, rpcPayload, voiceAssistant.agent]);
+  }, [room, rpcMethod, rpcPayload, voiceAssistant.agent, voiceAssistant.agentAttributes]);
 
   const settingsTileContent = useMemo(() => {
     return (

src/hooks/useSendText.tsx

@@ -0,0 +1,22 @@
+import { useCallback } from 'react';
+import { useRoomContext } from '@livekit/components-react';
+
+export const useSendText = () => {
+    const room = useRoomContext();
+
+    const sendText = useCallback(async (message: string) => {
+        if (!room?.localParticipant) return;
+
+        try {
+            console.log('Sending text message:', message);
+            const info = await room.localParticipant.sendText(message, {
+                topic: 'lk.chat'
+            });
+            console.log('Text message sent:', info);
+        } catch (e) {
+            console.error('Failed to send message:', e);
+        }
+    }, [room]);
+
+    return sendText;
+}; 

src/transcriptions/TranscriptionTile.tsx

@@ -12,6 +12,7 @@ import {
   TranscriptionSegment,
 } from "livekit-client";
 import { useEffect, useState } from "react";
+import { useSendText } from '@/hooks/useSendText';
 
 export function TranscriptionTile({
   agentAudioTrack,
@@ -33,6 +34,7 @@ export function TranscriptionTile({
   );
   const [messages, setMessages] = useState<ChatMessageType[]>([]);
   const { chatMessages, send: sendChat } = useChat();
+  const sendText = useSendText();
 
   // store transcripts
   useEffect(() => {
@@ -91,8 +93,16 @@ export function TranscriptionTile({
     localMessages.segments,
   ]);
 
+  const handleSendMessage = async (message: string) => {
+    const [chatMessage, _] = await Promise.all([
+      sendChat(message),
+      sendText(message)
+    ]);
+    return chatMessage;
+  };
+
   return (
-    <ChatTile messages={messages} accentColor={accentColor} onSend={sendChat} />
+    <ChatTile messages={messages} accentColor={accentColor} onSend={handleSendMessage} />
   );
 }