chore: a mess of merging everything together

Author: NathanFlurry

docker/dev-full/vector-server/vector.yaml

@@ -60,6 +60,14 @@ transforms:
       type: vrl
       source: .source == "pegboard_container_runner"
 
+  actors_transform:
+    type: remap
+    inputs:
+      - actors
+    source: |
+      # Add namespace label to actor logs
+      .namespace = "rivet"
+      
   clickhouse_dynamic_events_filter:
     type: filter
     inputs:
@@ -107,7 +115,7 @@ sinks:
   clickhouse_actor_logs:
     type: clickhouse
     inputs:
-      - actors
+      - actors_transform
     compression: gzip
     database: db_pegboard_actor_log
     endpoint: http://clickhouse:8123

docker/monolith/vector-server/vector.yaml

@@ -59,6 +59,14 @@ transforms:
     condition:
       type: vrl
       source: .source == "pegboard_container_runner"
+      
+  actors_transform:
+    type: remap
+    inputs:
+      - actors
+    source: |
+      # Add namespace label to actor logs
+      .namespace = "rivet"
 
 sinks:
   prom_exporter:
@@ -78,7 +86,7 @@ sinks:
   clickhouse_actor_logs:
     type: clickhouse
     inputs:
-      - actors
+      - actors_transform
     compression: gzip
     endpoint: http://clickhouse:9300
     database: db_pegboard_actor_log

frontend/apps/hub/ARCHITECTURE.md

@@ -0,0 +1,153 @@
+# Hub Architecture
+
+## Overview
+
+The Hub is a React/TypeScript dashboard application built with:
+- **TanStack Router** - File-based routing
+- **TanStack Query** - Server state management
+- **Jotai** - Complex client state
+- **React Context** - Global app state
+- **Tailwind CSS** - Styling
+
+## Directory Structure
+
+```
+src/
+├── domains/          # Feature domains
+│   └── {domain}/
+│       ├── components/   # Domain-specific components
+│       ├── queries/      # Query options & mutations
+│       ├── data/         # Context providers
+│       └── forms/        # Form schemas
+├── routes/          # Page components (file-based)
+├── components/      # Shared UI components
+├── queries/         # Global query setup
+├── hooks/           # Custom React hooks
+├── lib/             # Utilities
+└── app.tsx          # Root setup
+```
+
+## State Management
+
+### Server State (TanStack Query)
+```typescript
+// Query pattern: src/domains/{domain}/queries/query-options.ts
+export const actorLogsQueryOptions = ({ projectNameId, environmentNameId, actorId }) => 
+  queryOptions({
+    queryKey: ["project", projectNameId, "environment", environmentNameId, "actor", actorId, "logs"],
+    queryFn: async ({ signal }) => rivetClient.actors.logs.get(...),
+    meta: { watch: true }, // Enable real-time updates
+  });
+```
+
+### Client State (Jotai)
+Used for complex, modular state (e.g., actor management):
+```typescript
+// Atoms for fine-grained reactivity
+export const currentActorIdAtom = atom<string | undefined>(undefined);
+export const actorsAtom = atom<Actor[]>([]);
+```
+
+### Global State (React Context)
+```typescript
+// Context for app-wide concerns
+AuthContext      // User authentication
+ProjectContext   // Current project
+EnvironmentContext // Current environment
+```
+
+## Query Patterns
+
+### Standard Query
+```typescript
+const { data } = useQuery(projectQueryOptions(projectId));
+```
+
+### Infinite Query
+```typescript
+const { data, fetchNextPage } = useInfiniteQuery(
+  projectActorsQueryOptions({ projectNameId, environmentNameId })
+);
+```
+
+### Mutations
+```typescript
+const mutation = useMutation({
+  mutationFn: (data) => rivetClient.actors.destroy(data),
+  onSuccess: () => queryClient.invalidateQueries(...)
+});
+```
+
+### Real-time Updates
+Queries with `watchIndex` parameter automatically refetch when server data changes:
+```typescript
+queryFn: ({ meta }) => api.call({ 
+  watchIndex: getMetaWatchIndex(meta) 
+})
+```
+
+## Key Conventions
+
+### Query Keys
+Hierarchical structure matching API resources:
+```typescript
+["project", projectId, "environment", envId, "actor", actorId, "logs"]
+```
+
+### File Naming
+- Query options: `query-options.ts`
+- Mutations: `mutations.ts`
+- Context: `{resource}-context.tsx`
+- Components: `{feature}-{component}.tsx`
+
+### Import Aliases
+```typescript
+@/domains     // Domain logic
+@/components  // Shared components
+@/queries     // Query utilities
+@/hooks       // Custom hooks
+@/lib         // Utilities
+```
+
+## API Integration
+
+- **rivetClient**: Main API client (`@rivet-gg/api-full`)
+- **rivetEeClient**: Enterprise API (`@rivet-gg/api-ee`)
+- Auto token refresh on expiration
+- Request deduplication & caching
+
+## Example: Adding a New Feature
+
+1. **Create query options**:
+   ```typescript
+   // src/domains/project/queries/feature/query-options.ts
+   export const featureQueryOptions = (id: string) => queryOptions({
+     queryKey: ["feature", id],
+     queryFn: () => rivetClient.feature.get(id),
+   });
+   ```
+
+2. **Create mutations**:
+   ```typescript
+   // src/domains/project/queries/feature/mutations.ts
+   export const useCreateFeatureMutation = () => useMutation({
+     mutationFn: (data) => rivetClient.feature.create(data),
+   });
+   ```
+
+3. **Create route**:
+   ```typescript
+   // src/routes/.../feature.tsx
+   export const Route = createFileRoute('...')({
+     component: FeaturePage,
+   });
+   ```
+
+4. **Use in component**:
+   ```typescript
+   function FeaturePage() {
+     const { data } = useQuery(featureQueryOptions(id));
+     const mutation = useCreateFeatureMutation();
+     // ...
+   }
+   ```

frontend/apps/hub/src/domains/project/components/actors/actors-actor-details-wrapper.tsx

@@ -0,0 +1,59 @@
+import { ActorsActorDetails } from "@rivet-gg/components/actors";
+import { useExportActorLogsMutation } from "../../queries/actors/mutations";
+import { useProject } from "../../data/project-context";
+import { useEnvironment } from "../../data/environment-context";
+import type { ActorAtom } from "@rivet-gg/components/actors";
+
+interface ActorsActorDetailsWrapperProps {
+	tab?: string;
+	actor: ActorAtom;
+	onTabChange?: (tab: string) => void;
+}
+
+export function ActorsActorDetailsWrapper({ 
+	tab, 
+	actor, 
+	onTabChange 
+}: ActorsActorDetailsWrapperProps) {
+	const { nameId: projectNameId } = useProject();
+	const { nameId: environmentNameId } = useEnvironment();
+	const exportMutation = useExportActorLogsMutation();
+
+	const handleExportLogs = async (actorId: string, typeFilter?: string, filter?: string) => {
+		// Build query JSON for the API
+		const query: any = {
+			actorIds: [actorId],
+		};
+
+		// Add stream filter based on typeFilter
+		if (typeFilter === "output") {
+			query.stream = 0; // stdout
+		} else if (typeFilter === "errors") {
+			query.stream = 1; // stderr
+		}
+
+		// Add text search if filter is provided
+		if (filter) {
+			query.searchText = filter;
+		}
+
+		const result = await exportMutation.mutateAsync({
+			projectNameId,
+			environmentNameId,
+			queryJson: JSON.stringify(query),
+		});
+
+		// Open the presigned URL in a new tab to download
+		window.open(result.url, "_blank");
+	};
+
+	return (
+		<ActorsActorDetails
+			tab={tab}
+			actor={actor}
+			onTabChange={onTabChange}
+			onExportLogs={handleExportLogs}
+			isExportingLogs={exportMutation.isPending}
+		/>
+	);
+}

frontend/apps/hub/src/domains/project/components/actors/actors-provider.tsx

@@ -1,5 +1,5 @@
 import { router } from "@/app";
-import { queryClient, rivetClient } from "@/queries/global";
+import { queryClient } from "@/queries/global";
 import { type FilterValue, toRecord } from "@rivet-gg/components";
 import {
 	currentActorIdAtom,
@@ -17,7 +17,6 @@ import {
 	actorsInternalFilterAtom,
 	type Actor,
 	actorEnvironmentAtom,
-	exportLogsHandlerAtom,
 } from "@rivet-gg/components/actors";
 import {
 	InfiniteQueryObserver,
@@ -85,16 +84,6 @@ export function ActorsProvider({
 		store.set(actorEnvironmentAtom, { projectNameId, environmentNameId });
 	}, [projectNameId, environmentNameId]);
 
-	// biome-ignore lint/correctness/useExhaustiveDependencies: store is not a dependency
-	useEffect(() => {
-		store.set(exportLogsHandlerAtom, async ({ projectNameId, environmentNameId, queryJson }) => {
-			return rivetClient.actors.logs.export({
-				project: projectNameId,
-				environment: environmentNameId,
-				queryJson,
-			});
-		});
-	}, []);
 
 	// biome-ignore lint/correctness/useExhaustiveDependencies: store is not a dependency
 	useEffect(() => {