add warning in chat about slow pickup too

Signed-off-by: Lukas Schaefer <lukas@lschaefer.xyz>

Author: lukasdotcom

lib/Controller/ChattyLLMController.php

@@ -708,7 +708,8 @@ public function checkMessageGenerationTask(int $taskId, int $sessionId): JSONRes
 				return new JSONResponse(['task_status' => $task->getstatus()], Http::STATUS_EXPECTATION_FAILED);
 			}
 		} elseif ($task->getstatus() === Task::STATUS_RUNNING || $task->getstatus() === Task::STATUS_SCHEDULED) {
-			return new JSONResponse(['task_status' => $task->getstatus()], Http::STATUS_EXPECTATION_FAILED);
+			$slowPickup = $task->getstatus() === Task::STATUS_SCHEDULED && $task->getScheduledAt() + 60 * 5 < time();
+			return new JSONResponse(['task_status' => $task->getstatus(), 'slowPickup' => $slowPickup], Http::STATUS_EXPECTATION_FAILED);
 		} elseif ($task->getstatus() === Task::STATUS_FAILED || $task->getstatus() === Task::STATUS_CANCELLED) {
 			return new JSONResponse(['error' => 'task_failed_or_canceled', 'task_status' => $task->getstatus()], Http::STATUS_BAD_REQUEST);
 		}

src/components/ChattyLLM/ChattyLLMInputForm.vue

@@ -106,6 +106,7 @@
 					</div>
 					<ConversationBox :messages="messages"
 						:loading="loading"
+						:slow-pickup="slowPickup"
 						@regenerate="runRegenerationTask"
 						@delete="deleteMessage" />
 					<div v-if="messages != null && messages.length > 0 && !loading.llmGeneration && !loading.newHumanMessage && messages[messages.length - 1]?.role === 'human'" class="session-area__chat-area__active-session__utility-button">
@@ -252,6 +253,7 @@ export default {
 			pollMessageGenerationTimerId: null,
 			pollTitleGenerationTimerId: null,
 			autoplayAudioChat: loadState('assistant', 'autoplay_audio_chat', true),
+			slowPickup: false,
 		}
 	},
 
@@ -665,6 +667,7 @@ export default {
 
 		async runGenerationTask(sessionId, agencyConfirm = null) {
 			try {
+				this.slowPickup = false
 				this.loading.llmGeneration = true
 				const params = {
 					sessionId,
@@ -748,6 +751,7 @@ export default {
 							reject(new Error('Message generation task check failed'))
 						} else {
 							console.debug('checkTaskPolling, task is still scheduled or running')
+							this.slowPickup = error.response.data.slowPickup
 						}
 					})
 				}, 2000)

src/components/ChattyLLM/ConversationBox.vue

@@ -31,7 +31,7 @@
 				:information-source-names="informationSourceNames"
 				@regenerate="regenerate(message.id)"
 				@delete="deleteMessage(message.id)" />
-			<LoadingPlaceholder v-if="loading.llmGeneration" />
+			<LoadingPlaceholder v-if="loading.llmGeneration" :slow-pickup="slowPickup" />
 		</div>
 	</div>
 </template>
@@ -79,6 +79,10 @@ export default {
 				sessionDelete: false,
 			}),
 		},
+		slowPickup: {
+			type: Boolean,
+			default: false,
+		},
 	},
 
 	emits: ['delete', 'regenerate'],

src/components/ChattyLLM/LoadingPlaceholder.vue

@@ -14,10 +14,17 @@
 			</div>
 			<div v-if="type === 'messages'" class="placeholder-item__info" />
 		</li>
+		<NcNoteCard
+			v-if="slowPickup"
+			type="warning">
+			{{ t('assistant', 'This chat response is taking longer to start generating than expected. Please contact your administrator to ensure that this is correctly configured.') }}
+		</NcNoteCard>
 	</ul>
 </template>
 
 <script>
+import NcNoteCard from '@nextcloud/vue/components/NcNoteCard'
+
 const AVATAR = {
 	SIZE: {
 		EXTRA_SMALL: 22,
@@ -34,6 +41,10 @@ const AVATAR = {
 export default {
 	name: 'LoadingPlaceholder',
 
+	components: {
+		NcNoteCard,
+	},
+
 	props: {
 		type: {
 			type: String,
@@ -46,6 +57,10 @@ export default {
 			type: Number,
 			default: 1,
 		},
+		slowPickup: {
+			type: Boolean,
+			default: false,
+		},
 	},
 
 	computed: {