fix podcast generation

Author: thierryverse

surfsense_backend/.env.example

@@ -1,5 +1,12 @@
 DATABASE_URL=postgresql+asyncpg://postgres:postgres@localhost:5432/surfsense
 
+SECRET_KEY=SECRET
+NEXT_FRONTEND_URL=http://localhost:3000
+
+#Celery Config
+CELERY_BROKER_URL=redis://localhost:6379/0
+CELERY_RESULT_BACKEND=redis://localhost:6379/0
+
 #Celery Config
 CELERY_BROKER_URL=redis://localhost:6379/0
 CELERY_RESULT_BACKEND=redis://localhost:6379/0

surfsense_backend/alembic/versions/32_add_podcast_staleness_detection.py

@@ -0,0 +1,60 @@
+"""Add podcast staleness detection columns to chats and podcasts tables
+
+This feature allows the system to detect when a podcast is outdated compared to
+the current state of the chat it was generated from, enabling users to regenerate
+podcasts when needed.
+
+Revision ID: 34
+Revises: 33
+"""
+
+from collections.abc import Sequence
+
+from alembic import op
+
+# revision identifiers
+revision: str = "34"
+down_revision: str | None = "33"
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    """Add columns only if they don't already exist (safe for re-runs)."""
+
+    # Add 'state_version' column to chats table (default 1)
+    op.execute("""
+        ALTER TABLE chats
+        ADD COLUMN IF NOT EXISTS state_version BIGINT DEFAULT 1 NOT NULL
+    """)
+
+    # Add 'chat_state_version' column to podcasts table
+    op.execute("""
+        ALTER TABLE podcasts
+        ADD COLUMN IF NOT EXISTS chat_state_version BIGINT
+    """)
+
+    # Add 'chat_id' column to podcasts table
+    op.execute("""
+        ALTER TABLE podcasts
+        ADD COLUMN IF NOT EXISTS chat_id INTEGER
+    """)
+
+
+def downgrade() -> None:
+    """Remove columns only if they exist."""
+
+    op.execute("""
+        ALTER TABLE podcasts
+        DROP COLUMN IF EXISTS chat_state_version
+    """)
+
+    op.execute("""
+        ALTER TABLE podcasts
+        DROP COLUMN IF EXISTS chat_id
+    """)
+
+    op.execute("""
+        ALTER TABLE chats
+        DROP COLUMN IF EXISTS state_version
+    """)

surfsense_backend/alembic/versions/34_add_podcast_staleness_detection.py

@@ -29,6 +29,7 @@ async def create_podcast_transcript(
     configuration = Configuration.from_runnable_config(config)
     user_id = configuration.user_id
     search_space_id = configuration.search_space_id
+    podcast_title = configuration.podcast_title
 
     # Get user's long context LLM
     llm = await get_user_long_context_llm(state.db_session, user_id, search_space_id)
@@ -37,8 +38,8 @@ async def create_podcast_transcript(
         print(error_message)
         raise RuntimeError(error_message)
 
-    # Get the prompt
-    prompt = get_podcast_generation_prompt()
+    # Get the prompt with podcast_title as user_prompt
+    prompt = get_podcast_generation_prompt(user_prompt=podcast_title)
 
     # Create the messages
     messages = [

surfsense_backend/app/agents/podcaster/nodes.py

@@ -1,11 +1,19 @@
 import datetime
 
 
-def get_podcast_generation_prompt():
+def get_podcast_generation_prompt(user_prompt: str | None = None):
+    user_prompt_section = ""
+    if user_prompt:
+        user_prompt_section = f"""
+<user_instructions>
+{user_prompt}
+</user_instructions>
+"""
+
     return f"""
 Today's date: {datetime.datetime.now().strftime("%Y-%m-%d")}
 <podcast_generation_system>
-You are a master podcast scriptwriter, adept at transforming diverse input content into a lively, engaging, and natural-sounding conversation between two distinct podcast hosts. Your primary objective is to craft authentic, flowing dialogue that captures the spontaneity and chemistry of a real podcast discussion, completely avoiding any hint of robotic scripting or stiff formality. Think dynamic interplay, not just information delivery.
+You are a master podcast scriptwriter, adept at transforming diverse input content into a lively, engaging, and natural-sounding conversation between two distinct podcast hosts. Your primary objective is to craft authentic, flowing dialogue that captures the spontaneity and chemistry of a real podcast discussion, completely avoiding any hint of robotic scripting or stiff formality. Think dynamic interplay, not just information delivery.{user_prompt_section}
 
 <input>
 - '<source_content>': A block of text containing the information to be discussed in the podcast. This could be research findings, an article summary, a detailed outline, user chat history related to the topic, or any other relevant raw information. The content might be unstructured but serves as the factual basis for the podcast dialogue.

surfsense_backend/app/agents/podcaster/prompts.py

@@ -46,7 +46,7 @@ def generate_chat_podcast_task(
     Args:
         chat_id: ID of the chat to generate podcast from
         search_space_id: ID of the search space
-        podcast_title: Title for the podcast
+        podcast_title: Title for the podcast (used as user prompt for generation)
         user_id: ID of the user
     """
     loop = asyncio.new_event_loop()

surfsense_backend/app/tasks/celery_tasks/podcast_tasks.py

@@ -96,7 +96,7 @@ async def generate_chat_podcast(
 
         config = {
             "configurable": {
-                "podcast_title": "SurfSense",
+                "podcast_title": podcast_title,
                 "user_id": str(user_id),
                 "search_space_id": search_space_id,
             }

surfsense_backend/app/tasks/podcast_tasks.py

@@ -1,10 +1,12 @@
 "use client";
 
-import { Loader2 } from "lucide-react";
+import { useAtom } from "jotai";
+import { Loader2, PanelRight } from "lucide-react";
 import { usePathname, useRouter } from "next/navigation";
 import { useTranslations } from "next-intl";
 import type React from "react";
 import { useEffect, useMemo, useState } from "react";
+import { ChatPanelContainer } from "@/components/chat/ChatPanel/ChatPanelContainer";
 import { DashboardBreadcrumb } from "@/components/dashboard-breadcrumb";
 import { LanguageSwitcher } from "@/components/LanguageSwitcher";
 import { AppSidebarProvider } from "@/components/sidebar/AppSidebarProvider";
@@ -13,6 +15,8 @@ import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/com
 import { Separator } from "@/components/ui/separator";
 import { SidebarInset, SidebarProvider, SidebarTrigger } from "@/components/ui/sidebar";
 import { useLLMPreferences } from "@/hooks/use-llm-configs";
+import { cn } from "@/lib/utils";
+import { chatUIAtom } from "@/stores/chat/chat-ui.atom";
 
 export function DashboardClientLayout({
 	children,
@@ -30,6 +34,10 @@ export function DashboardClientLayout({
 	const pathname = usePathname();
 	const searchSpaceIdNum = Number(searchSpaceId);
 
+	const [chatUIState, setChatUIState] = useAtom(chatUIAtom);
+
+	const { isChatPannelOpen } = chatUIState;
+
 	const { loading, error, isOnboardingComplete } = useLLMPreferences(searchSpaceIdNum);
 	const [hasCheckedOnboarding, setHasCheckedOnboarding] = useState(false);
 
@@ -129,28 +137,49 @@ export function DashboardClientLayout({
 	}
 
 	return (
-		<SidebarProvider open={open} onOpenChange={setOpen}>
+		<SidebarProvider
+			className="h-full bg-red-600 overflow-hidden"
+			open={open}
+			onOpenChange={setOpen}
+		>
 			{/* Use AppSidebarProvider which fetches user, search space, and recent chats */}
 			<AppSidebarProvider
 				searchSpaceId={searchSpaceId}
 				navSecondary={translatedNavSecondary}
 				navMain={translatedNavMain}
 			/>
-			<SidebarInset>
-				<header className="sticky top-0 z-50 flex h-16 shrink-0 items-center gap-2 bg-background/95 backdrop-blur supports-[backdrop-filter]:bg-background/60 border-b">
-					<div className="flex items-center justify-between w-full gap-2 px-4">
-						<div className="flex items-center gap-2">
-							<SidebarTrigger className="-ml-1" />
-							<Separator orientation="vertical" className="h-6" />
-							<DashboardBreadcrumb />
-						</div>
-						<div className="flex items-center gap-2">
-							<LanguageSwitcher />
-							<ThemeTogglerComponent />
-						</div>
+			<SidebarInset className="h-full ">
+				<main className="flex h-full">
+					<div className="flex grow flex-col h-full border-r">
+						<header className="sticky top-0 z-50 flex h-16 shrink-0 items-center gap-2 bg-background/95 backdrop-blur supports-[backdrop-filter]:bg-background/60 border-b">
+							<div className="flex items-center justify-between w-full gap-2 px-4">
+								<div className="flex items-center gap-2">
+									<SidebarTrigger className="-ml-1" />
+									<Separator orientation="vertical" className="h-6" />
+									<DashboardBreadcrumb />
+								</div>
+								<div className="flex items-center gap-2">
+									<LanguageSwitcher />
+									<ThemeTogglerComponent />
+									<button
+										type="button"
+										onClick={() =>
+											setChatUIState((prev) => ({
+												...prev,
+												isChatPannelOpen: !isChatPannelOpen,
+											}))
+										}
+										className={cn(" shrink-0 rounded-full w-fit hover:bg-muted")}
+									>
+										<PanelRight className="h-4 w-4" />
+									</button>
+								</div>
+							</div>
+						</header>
+						<div className="grow flex-1 overflow-auto">{children}</div>
 					</div>
-				</header>
-				{children}
+					<ChatPanelContainer />
+				</main>
 			</SidebarInset>
 		</SidebarProvider>
 	);

surfsense_web/app/dashboard/[search_space_id]/client-layout.tsx

@@ -42,9 +42,9 @@ export default function DashboardLayout({ children }: DashboardLayoutProps) {
 	}
 
 	return (
-		<>
+		<div className="h-full flex flex-col ">
 			<AnnouncementBanner />
-			{children}
-		</>
+			<div className="flex-1 min-h-0">{children}</div>
+		</div>
 	);
 }

surfsense_web/app/dashboard/layout.tsx

@@ -6,6 +6,7 @@ import { I18nProvider } from "@/components/providers/I18nProvider";
 import { ThemeProvider } from "@/components/theme/theme-provider";
 import { Toaster } from "@/components/ui/sonner";
 import { LocaleProvider } from "@/contexts/LocaleContext";
+import { ReactQueryClientProvider } from "@/lib/query-client/query-client.provider";
 import { cn } from "@/lib/utils";
 
 const roboto = Roboto({
@@ -89,7 +90,7 @@ export default function RootLayout({
 	// Locale state is managed by LocaleContext and persisted in localStorage
 	return (
 		<html lang="en" suppressHydrationWarning>
-			<body className={cn(roboto.className, "bg-white dark:bg-black antialiased h-full w-full")}>
+			<body className={cn(roboto.className, "bg-white dark:bg-black antialiased h-full w-full ")}>
 				<LocaleProvider>
 					<I18nProvider>
 						<ThemeProvider
@@ -99,7 +100,9 @@ export default function RootLayout({
 							defaultTheme="light"
 						>
 							<RootProvider>
-								{children}
+								<ReactQueryClientProvider>
+									<div className=" h-[100dvh] w-[100vw] overflow-hidden">{children}</div>
+								</ReactQueryClientProvider>
 								<Toaster />
 							</RootProvider>
 						</ThemeProvider>