Streaming responses

lib/Controller/ChattyLLMController.php

@@ -550,7 +550,7 @@ public function regenerateForSession(int $sessionId, int $messageId): JSONRespon
 	 *
 	 * @param int $taskId The message generation task ID
 	 * @param int $sessionId The chat session ID
-	 * @return JSONResponse<Http::STATUS_OK, AssistantChatAgencyMessage, array{}>|JSONResponse<Http::STATUS_EXPECTATION_FAILED, array{task_status: int, slow_pickup: bool}, array{}>|JSONResponse<Http::STATUS_INTERNAL_SERVER_ERROR|Http::STATUS_UNAUTHORIZED|Http::STATUS_BAD_REQUEST|Http::STATUS_NOT_FOUND, array{error: string}, array{}>
+	 * @return JSONResponse<Http::STATUS_OK, AssistantChatAgencyMessage, array{}>|JSONResponse<Http::STATUS_EXPECTATION_FAILED, array{task_status: int, slow_pickup: bool, task_output?: array<string, list<numeric|string>|numeric|string>|null}, array{}>|JSONResponse<Http::STATUS_INTERNAL_SERVER_ERROR|Http::STATUS_UNAUTHORIZED|Http::STATUS_BAD_REQUEST|Http::STATUS_NOT_FOUND, array{error: string}, array{}>
 	 * @throws MultipleObjectsReturnedException
 	 * @throws \OCP\DB\Exception
 	 *
@@ -601,7 +601,14 @@ public function checkMessageGenerationTask(int $taskId, int $sessionId): JSONRes
 		} elseif ($task->getstatus() === Task::STATUS_RUNNING || $task->getstatus() === Task::STATUS_SCHEDULED) {
 			$startTime = $task->getStartedAt() ?? time();
 			$slowPickup = ($task->getScheduledAt() + (60 * 5)) < $startTime;
-			return new JSONResponse(['task_status' => $task->getstatus(), 'slow_pickup' => $slowPickup], Http::STATUS_EXPECTATION_FAILED);
+			$responsePayload = [
+				'task_status' => $task->getstatus(),
+				'slow_pickup' => $slowPickup,
+			];
+			if ($task->getstatus() === Task::STATUS_RUNNING) {
+				$responsePayload['task_output'] = $task->getOutput();
+			}
+			return new JSONResponse($responsePayload, Http::STATUS_EXPECTATION_FAILED);
 		} elseif ($task->getstatus() === Task::STATUS_FAILED || $task->getstatus() === Task::STATUS_CANCELLED) {
 			return new JSONResponse(['error' => 'task_failed_or_canceled', 'task_status' => $task->getstatus()], Http::STATUS_BAD_REQUEST);
 		}

lib/Service/ChatService.php

@@ -653,6 +653,8 @@ private function scheduleLLMChatTask(
 			$input['memories'] = $this->sessionSummaryService->getMemories($userId);
 		}
 		$task = new Task(TextToTextChat::ID, $input, Application::APP_ID . ':chatty-llm', $userId, $customId);
+		/** @psalm-suppress UndefinedMethod */
+		$task->setPreferStreaming(true);
 		try {
 			$this->taskProcessingManager->scheduleTask($task);
 		} catch (PreConditionNotMetException $e) {
@@ -700,6 +702,8 @@ private function scheduleAgencyTask(
 			$userId,
 			$customId
 		);
+		/** @psalm-suppress UndefinedMethod */
+		$task->setPreferStreaming(true);
 		try {
 			$this->taskProcessingManager->scheduleTask($task);
 		} catch (PreConditionNotMetException $e) {

openapi.json

@@ -4874,6 +4874,33 @@
                                         },
                                         "slow_pickup": {
                                             "type": "boolean"
+                                        },
+                                        "task_output": {
+                                            "type": "object",
+                                            "nullable": true,
+                                            "additionalProperties": {
+                                                "oneOf": [
+                                                    {
+                                                        "type": "array",
+                                                        "items": {
+                                                            "oneOf": [
+                                                                {
+                                                                    "type": "number"
+                                                                },
+                                                                {
+                                                                    "type": "string"
+                                                                }
+                                                            ]
+                                                        }
+                                                    },
+                                                    {
+                                                        "type": "number"
+                                                    },
+                                                    {
+                                                        "type": "string"
+                                                    }
+                                                ]
+                                            }
                                         }
                                     }
                                 }

package.json

@@ -50,6 +50,7 @@
     "@nextcloud/initial-state": "^3.0.0",
     "@nextcloud/l10n": "^3.4.0",
     "@nextcloud/moment": "^1.3.1",
+    "@nextcloud/notify_push": "^1.4.0",
     "@nextcloud/router": "^3.0.0",
     "@nextcloud/vue": "^9.0.0-rc.5",
     "@primeuix/themes": "^2.0.3",