From 8a5de0b0f3adc42b19f8362e4a9fc24ba478b2ef Mon Sep 17 00:00:00 2001 From: Lukas Schaefer Date: Thu, 6 Aug 2026 14:53:58 -0400 Subject: [PATCH] feat: add edit image task Signed-off-by: Lukas Schaefer --- lib/composer/composer/autoload_classmap.php | 1 + lib/composer/composer/autoload_static.php | 1 + lib/private/TaskProcessing/Manager.php | 2 + .../TaskProcessing/TaskTypes/ImageToImage.php | 101 ++++++++++++++++++ 4 files changed, 105 insertions(+) create mode 100644 lib/public/TaskProcessing/TaskTypes/ImageToImage.php diff --git a/lib/composer/composer/autoload_classmap.php b/lib/composer/composer/autoload_classmap.php index d80e425b285e4..795fb8eb63e92 100644 --- a/lib/composer/composer/autoload_classmap.php +++ b/lib/composer/composer/autoload_classmap.php @@ -1038,6 +1038,7 @@ 'OCP\\TaskProcessing\\TaskTypes\\ContextAgentInteraction' => $baseDir . '/lib/public/TaskProcessing/TaskTypes/ContextAgentInteraction.php', 'OCP\\TaskProcessing\\TaskTypes\\ContextWrite' => $baseDir . '/lib/public/TaskProcessing/TaskTypes/ContextWrite.php', 'OCP\\TaskProcessing\\TaskTypes\\GenerateEmoji' => $baseDir . '/lib/public/TaskProcessing/TaskTypes/GenerateEmoji.php', + 'OCP\\TaskProcessing\\TaskTypes\\ImageToImage' => $baseDir . '/lib/public/TaskProcessing/TaskTypes/ImageToImage.php', 'OCP\\TaskProcessing\\TaskTypes\\ImageToTextOpticalCharacterRecognition' => $baseDir . '/lib/public/TaskProcessing/TaskTypes/ImageToTextOpticalCharacterRecognition.php', 'OCP\\TaskProcessing\\TaskTypes\\MultimodalChatWithTools' => $baseDir . '/lib/public/TaskProcessing/TaskTypes/MultimodalChatWithTools.php', 'OCP\\TaskProcessing\\TaskTypes\\MultimodalContextAgentInteraction' => $baseDir . '/lib/public/TaskProcessing/TaskTypes/MultimodalContextAgentInteraction.php', diff --git a/lib/composer/composer/autoload_static.php b/lib/composer/composer/autoload_static.php index ee95df28b9974..b9114de204f71 100644 --- a/lib/composer/composer/autoload_static.php +++ b/lib/composer/composer/autoload_static.php @@ -1079,6 +1079,7 @@ class ComposerStaticInit749170dad3f5e7f9ca158f5a9f04f6a2 'OCP\\TaskProcessing\\TaskTypes\\ContextAgentInteraction' => __DIR__ . '/../../..' . '/lib/public/TaskProcessing/TaskTypes/ContextAgentInteraction.php', 'OCP\\TaskProcessing\\TaskTypes\\ContextWrite' => __DIR__ . '/../../..' . '/lib/public/TaskProcessing/TaskTypes/ContextWrite.php', 'OCP\\TaskProcessing\\TaskTypes\\GenerateEmoji' => __DIR__ . '/../../..' . '/lib/public/TaskProcessing/TaskTypes/GenerateEmoji.php', + 'OCP\\TaskProcessing\\TaskTypes\\ImageToImage' => __DIR__ . '/../../..' . '/lib/public/TaskProcessing/TaskTypes/ImageToImage.php', 'OCP\\TaskProcessing\\TaskTypes\\ImageToTextOpticalCharacterRecognition' => __DIR__ . '/../../..' . '/lib/public/TaskProcessing/TaskTypes/ImageToTextOpticalCharacterRecognition.php', 'OCP\\TaskProcessing\\TaskTypes\\MultimodalChatWithTools' => __DIR__ . '/../../..' . '/lib/public/TaskProcessing/TaskTypes/MultimodalChatWithTools.php', 'OCP\\TaskProcessing\\TaskTypes\\MultimodalContextAgentInteraction' => __DIR__ . '/../../..' . '/lib/public/TaskProcessing/TaskTypes/MultimodalContextAgentInteraction.php', diff --git a/lib/private/TaskProcessing/Manager.php b/lib/private/TaskProcessing/Manager.php index b5aab63e3b2b8..a2bb244eacd02 100644 --- a/lib/private/TaskProcessing/Manager.php +++ b/lib/private/TaskProcessing/Manager.php @@ -81,6 +81,7 @@ use OCP\TaskProcessing\TaskTypes\ContextAgentInteraction; use OCP\TaskProcessing\TaskTypes\ContextWrite; use OCP\TaskProcessing\TaskTypes\GenerateEmoji; +use OCP\TaskProcessing\TaskTypes\ImageToImage; use OCP\TaskProcessing\TaskTypes\ImageToTextOpticalCharacterRecognition; use OCP\TaskProcessing\TaskTypes\MultimodalChatWithTools; use OCP\TaskProcessing\TaskTypes\MultimodalContextAgentInteraction; @@ -713,6 +714,7 @@ private function _getTaskTypes(): array { MultimodalContextAgentInteraction::ID => Server::get(MultimodalContextAgentInteraction::class), AnalyzeImages::ID => Server::get(AnalyzeImages::class), ImageToTextOpticalCharacterRecognition::ID => Server::get(ImageToTextOpticalCharacterRecognition::class), + ImageToImage::ID => Server::get(ImageToImage::class), ]; foreach ($context->getTaskProcessingTaskTypes() as $providerServiceRegistration) { diff --git a/lib/public/TaskProcessing/TaskTypes/ImageToImage.php b/lib/public/TaskProcessing/TaskTypes/ImageToImage.php new file mode 100644 index 0000000000000..3b80b4e498135 --- /dev/null +++ b/lib/public/TaskProcessing/TaskTypes/ImageToImage.php @@ -0,0 +1,101 @@ +l = $l10nFactory->get('lib'); + } + + /** + * @inheritDoc + * @since 36.0.0 + */ + #[\Override] + public function getName(): string { + return $this->l->t('Edit image'); + } + + /** + * @inheritDoc + * @since 36.0.0 + */ + #[\Override] + public function getDescription(): string { + return $this->l->t('Edit an image based on a text description of the changes'); + } + + /** + * @return string + * @since 36.0.0 + */ + #[\Override] + public function getId(): string { + return self::ID; + } + + /** + * @return ShapeDescriptor[] + * @since 36.0.0 + */ + #[\Override] + public function getInputShape(): array { + return [ + 'input' => new ShapeDescriptor( + $this->l->t('Input images'), + $this->l->t('The images to edit'), + EShapeType::ListOfImages + ), + 'prompt' => new ShapeDescriptor( + $this->l->t('Prompt'), + $this->l->t('Describe the changes you want to make to the image'), + EShapeType::Text + ), + ]; + } + + /** + * @return ShapeDescriptor[] + * @since 36.0.0 + */ + #[\Override] + public function getOutputShape(): array { + return [ + 'output' => new ShapeDescriptor( + $this->l->t('Output image'), + $this->l->t('The edited image'), + EShapeType::Image + ), + ]; + } +}