Merge pull request #223 from Novactive/feat-importexport-iterator-processor

Feat importexport iterator processor

Author: erdnaxelaweb

components/ImportExportBundle/bin/mdb-to-sqlite.bash

@@ -11,7 +11,7 @@ echo "Starting conversion in ${tmp_dir}"
 mkdir -p $tmp_dir
 mdb-schema $mdb_path sqlite > ${tmp_dir}/schema.sql
 mkdir -p ${tmp_dir}/sql
-for i in $( mdb-tables $mdb_path ); do mdb-export --quote="'" -D "%Y-%m-%d %H:%M:%S" -H -I sqlite $mdb_path $i > ${tmp_dir}/sql/$i.sql; done
+for i in $( mdb-tables $mdb_path ); do mdb-export -q "'" -D "%Y-%m-%d %H:%M:%S" -H -I sqlite $mdb_path $i > ${tmp_dir}/sql/$i.sql; done
 cat ${tmp_dir}/schema.sql | sqlite3 $sqlite_path
 for f in ${tmp_dir}/sql/* ; do (echo 'BEGIN;'; cat $f; echo 'COMMIT;') | sqlite3 $sqlite_path; done
 rm -rf $tmp_dir

components/ImportExportBundle/src/bundle/Resources/config/workflow/component.yaml

@@ -16,3 +16,9 @@ services:
         tags:
             - { name: almaviacx.import_export.component, alias: processor.aggregator}
 
+    AlmaviaCX\Bundle\IbexaImportExport\Processor\Iterator\IteratorProcessor:
+        arguments:
+            $sourceResolver: '@AlmaviaCX\Bundle\IbexaImportExport\Item\Transformer\SourceResolver'
+        tags:
+            - { name: almaviacx.import_export.component, alias: processor.iterator}
+

components/ImportExportBundle/src/bundle/Resources/views/themes/admin/import_export/job/view.html.twig

@@ -70,7 +70,7 @@
     ] %}
 
     {% set information_headline_items %}
-        {% if job.status != 3 %}
+        {% if job.isRunning() %}
             <a
                     href="{{ path('import_export.job.cancel', {'id': job.id}) }}"
                     class="btn ibexa-btn ibexa-btn--ghost ibexa-btn--small"

components/ImportExportBundle/src/lib/Component/ComponentBuilder.php

@@ -27,7 +27,7 @@ public function __invoke(
             if ($runtimeProcessConfiguration) {
                 $options->merge($runtimeProcessConfiguration);
             }
-            $options->replaceComponentReferences($this);
+            $options->replaceComponentReferences($this, $runtimeProcessConfiguration);
             $component->setOptions(
                 $options
             );

components/ImportExportBundle/src/lib/Component/ComponentOptions.php

@@ -86,8 +86,11 @@ public function merge(ComponentOptions $overrideOptions): ComponentOptions
 
     /**
      * @param callable(ComponentReference $componentReference): ComponentInterface $buildComponentCallback
+     * @param ?ComponentOptions $runtimeProcessConfiguration
      */
-    public function replaceComponentReferences($buildComponentCallback): void
-    {
+    public function replaceComponentReferences(
+        $buildComponentCallback,
+        ?ComponentOptions $runtimeProcessConfiguration = null
+    ): void {
     }
 }

components/ImportExportBundle/src/lib/Item/ValueTransformer/Utils/SlugTransformer.php

@@ -18,11 +18,18 @@ public function __construct(SlugConverter $slugConverter)
 
     /**
      * @param string $value
-     *
-     * @return string
      */
     public function transform($value, array $options = [])
     {
+        if (is_array($value)) {
+            $values = [];
+            foreach ($value as $string) {
+                $values[] = $this->slugConverter->convert($string);
+            }
+
+            return $values;
+        }
+
         return $this->slugConverter->convert($value);
     }
 }

components/ImportExportBundle/src/lib/Job/Job.php

@@ -301,4 +301,9 @@ public function reset(): void
         $this->totalItemsCount = 0;
         $this->processedItemsCount = 0;
     }
+
+    public function isRunning(): bool
+    {
+        return self::STATUS_RUNNING === $this->status;
+    }
 }

components/ImportExportBundle/src/lib/Processor/Aggregator/ProcessorAggregatorOptions.php

@@ -27,8 +27,10 @@ public function merge(ComponentOptions $overrideOptions): ComponentOptions
     /**
      * {@inheritDoc}
      */
-    public function replaceComponentReferences($buildComponentCallback): void
-    {
+    public function replaceComponentReferences(
+        $buildComponentCallback,
+        ?ComponentOptions $runtimeProcessConfiguration = null
+    ): void {
         foreach ($this->processors as $key => $processor) {
             $this->processors[$key] = call_user_func(
                 $buildComponentCallback,

components/ImportExportBundle/src/lib/Processor/Iterator/IteratorProcessor.php

@@ -0,0 +1,62 @@
+<?php
+
+declare(strict_types=1);
+
+namespace AlmaviaCX\Bundle\IbexaImportExport\Processor\Iterator;
+
+use AlmaviaCX\Bundle\IbexaImportExport\Item\Transformer\SourceResolver;
+use AlmaviaCX\Bundle\IbexaImportExport\Monolog\WorkflowLoggerInterface;
+use AlmaviaCX\Bundle\IbexaImportExport\Processor\AbstractProcessor;
+use AlmaviaCX\Bundle\IbexaImportExport\Processor\ProcessorInterface;
+use Symfony\Component\Translation\TranslatableMessage;
+
+class IteratorProcessor extends AbstractProcessor implements ProcessorInterface
+{
+    protected SourceResolver $sourceResolver;
+
+    public function __construct(
+        SourceResolver $sourceResolver
+    ) {
+        $this->sourceResolver = $sourceResolver;
+    }
+
+    public function processItem($item)
+    {
+        /** @var ProcessorInterface $processor */
+        $processor = $this->getOption('processor', []);
+        $source = $this->getOption('value', []);
+
+        $values = ($this->sourceResolver)($source, $item);
+        if (!is_array($values)) {
+            $values = [$values];
+        }
+
+        foreach ($values as $value) {
+            ($processor)(
+                [
+                    'iteration_value' => $value,
+                    'item' => $item,
+                ]
+            );
+        }
+
+        return $item;
+    }
+
+    public static function getName()
+    {
+        return new TranslatableMessage(/* @Desc("Iterator") */ 'processor.iterator.name');
+    }
+
+    public static function getOptionsType(): ?string
+    {
+        return IteratorProcessorOptions::class;
+    }
+
+    public function setLogger(WorkflowLoggerInterface $logger): void
+    {
+        parent::setLogger($logger);
+        $processor = $this->getOption('processor', []);
+        $processor->setLogger($logger);
+    }
+}

components/ImportExportBundle/src/lib/Processor/Iterator/IteratorProcessorOptions.php

@@ -0,0 +1,42 @@
+<?php
+
+declare(strict_types=1);
+
+namespace AlmaviaCX\Bundle\IbexaImportExport\Processor\Iterator;
+
+use AlmaviaCX\Bundle\IbexaImportExport\Component\ComponentOptions;
+use AlmaviaCX\Bundle\IbexaImportExport\Component\ComponentReference;
+use AlmaviaCX\Bundle\IbexaImportExport\Processor\ProcessorInterface;
+use AlmaviaCX\Bundle\IbexaImportExport\Processor\ProcessorOptions;
+
+/**
+ * @property $value string|\AlmaviaCX\Bundle\IbexaImportExport\Item\Transformer\Source
+ */
+class IteratorProcessorOptions extends ProcessorOptions
+{
+    protected ComponentReference|ProcessorInterface $processor;
+
+    /** @var string|\AlmaviaCX\Bundle\IbexaImportExport\Item\Transformer\Source */
+    protected $value;
+
+    public function setProcessor(string $class, ?ComponentOptions $options = null): void
+    {
+        $this->processor = new ComponentReference($class, $options);
+    }
+
+    /**
+     * @param callable                                                                $buildComponentCallback
+     * @param \AlmaviaCX\Bundle\IbexaImportExport\Reader\InputAwareReaderOptions|null $runtimeProcessConfiguration
+     */
+    public function replaceComponentReferences(
+        $buildComponentCallback,
+        ?ComponentOptions $runtimeProcessConfiguration = null
+    ): void {
+        $options = $runtimeProcessConfiguration->processor ?? null;
+        $this->processor = call_user_func(
+            $buildComponentCallback,
+            $this->processor,
+            $options
+        );
+    }
+}