Adding migrate single script to run

stankut · stankut · commit 8cf2aaab0c0f · 2021-04-22T14:55:57.000+03:00
diff --git a/web/modules/custom/ballerup_d7_migration/README.md b/web/modules/custom/ballerup_d7_migration/README.md
@@ -30,7 +30,14 @@ $databases['migrate']['default'] = array (
 );
 ```
 
-## Migrate process
+## Migrate quick run
+Run the entire migration process with single command:
+```
+cd web
+sh ./modules/custom/ballerup_d7_migration/scripts/migrate.sh
+```
+
+## Migrate process details for manual run
 
 The recommended usage migrate process is via Drush:
 
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_contact_box.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_contact_box.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: contact_box
+  track_changes: true
 process:
   migrate_publish:
     plugin: skip_on_empty
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_institution_contact_box.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_institution_contact_box.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: institution_page
+  track_changes: true
 process:
   name:
     plugin: substr
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_gallery_slide.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_gallery_slide.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: gallery_slide
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
@@ -35,7 +36,7 @@ process:
   status: status
   created: created
   changed: changed
-  promote: promote
+  #promote: promote
   sticky: sticky
   path/pathauto:
      plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_indholdside.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_indholdside.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: info_page
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
@@ -36,7 +37,7 @@ process:
   status: status
   created: created
   changed: changed
-  promote: promote
+  #promote: promote
   sticky: sticky
   field_os2web_page_description:
     - plugin: sub_process
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_institution_page.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_institution_page.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: institution_page
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_news.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_news.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: news
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
@@ -36,7 +37,7 @@ process:
   status: status
   created: created
   changed: changed
-  promote: promote
+  #promote: promote
   sticky: sticky
   field_os2web_news_article_author: field_newsarticle_author
   field_os2web_news_article_date:
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_accordion.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_accordion.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: info_page
+  track_changes: true
 process:
   field_os2web_accordion_heading:
     -
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_iframe.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_iframe.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: gallery_slide
+  track_changes: true
 process:
   field_os2web_iframe_code:
     -
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_institution.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_institution.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: institution_page
+  track_changes: true
 process:
   vid:
     plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_section.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_section.yml
@@ -7,6 +7,7 @@ deriver: Drupal\taxonomy\Plugin\migrate\D7TaxonomyTermDeriver
 source:
   plugin: d7_taxonomy_term
   bundle: section
+  track_changes: true
 process:
   vid:
     plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_tags.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_tags.yml
@@ -7,6 +7,7 @@ deriver: Drupal\taxonomy\Plugin\migrate\D7TaxonomyTermDeriver
 source:
   plugin: d7_taxonomy_term
   bundle: tags
+  track_changes: true
 process:
   vid:
     plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_user.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_user.yml
@@ -6,6 +6,7 @@ migration_tags:
 class: Drupal\user\Plugin\migrate\User
 source:
   plugin: d7_user
+  track_changes: true
 process:
   # If you are using this file to build a custom migration,
   # consider removing the uid field to allow
diff --git a/web/modules/custom/ballerup_d7_migration/scripts/migrate.sh b/web/modules/custom/ballerup_d7_migration/scripts/migrate.sh
@@ -0,0 +1,56 @@
+#!/bin/sh
+
+echo "Importing new import configuration"
+drush cim --partial --source=modules/custom/ballerup_d7_migration/config/install -y
+echo "Configuration imported"
+
+echo "Migration users - START"
+drush migrate:import ballerup_d7_user
+echo "Migration users - END"
+
+echo "Migration ballerup_d7_taxonomy_section - START"
+drush migrate:import ballerup_d7_taxonomy_section
+echo "Migration ballerup_d7_taxonomy_section - END"
+
+echo "Migration ballerup_d7_taxonomy_tags - START"
+drush migrate:import ballerup_d7_taxonomy_tags
+echo "Migration ballerup_d7_taxonomy_tags - END"
+
+echo "Migration os2web_borgerdk_articles_import - START"
+drush migrate:import os2web_borgerdk_articles_import
+echo "Migration os2web_borgerdk_articles_import - END"
+
+echo "Migration ballerup_d7_contact_box - START"
+drush migrate:import ballerup_d7_contact_box
+echo "Migration ballerup_d7_contact_box - END"
+
+echo "Migration ballerup_d7_paragraph_iframe - START"
+drush migrate:import ballerup_d7_paragraph_iframe
+echo "Migration ballerup_d7_paragraph_iframe - END"
+
+echo "Migration ballerup_d7_node_gallery_slide - START"
+drush migrate:import ballerup_d7_node_gallery_slide
+echo "Migration ballerup_d7_node_gallery_slide - END"
+
+echo "Migration ballerup_d7_node_institution_page - START"
+drush migrate:import ballerup_d7_node_institution_page
+echo "Migration ballerup_d7_node_institution_page - END"
+
+echo "Migration ballerup_d7_node_news - START"
+drush migrate:import ballerup_d7_node_news
+echo "Migration ballerup_d7_node_news - END"
+
+echo "Migration ballerup_d7_paragraph_accordion - START"
+drush migrate:import ballerup_d7_paragraph_accordion
+echo "Migration ballerup_d7_paragraph_accordion - END"
+
+echo "Migration ballerup_d7_node_indholdside - START"
+drush migrate:import ballerup_d7_node_indholdside
+echo "Migration ballerup_d7_node_indholdside - END"
+
+echo "Execuing custom script [1/2] - Fix publish status"
+drush scr modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php
+echo "Execuing custom script [2/2] - Remove inline picutres"
+drush scr modules/custom/ballerup_d7_migration/scripts/remove_inline_pictures.php
+
+echo "Migration complete visit URL '/admin/config/system/delete-orphans' to delete the orphaned paragraphs"
diff --git a/web/modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php b/web/modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php
@@ -43,18 +43,18 @@
   // Find corresponding migrate_nid
   if (isset($migrate_nids[$nid])) {
     $migrateNid = $migrate_nids[$nid];
-    print_r("Inspecting $nid : $migrateNid");
-    print_r(PHP_EOL);
+//    print_r("Inspecting $nid : $migrateNid");
+//    print_r(PHP_EOL);
 
     // Find migrate node status
     $status = $migrateNodeStatus[$migrateNid];
-    print_r("Status is $status");
-    print_r(PHP_EOL);
+//    print_r("Status is $status");
+//    print_r(PHP_EOL);
 
     // If published.
     if ($status) {
-      print_r("Setting $nid published");
-      print_r(PHP_EOL);
+//      pint_r("Setting $nid published");
+//      print_r(PHP_EOL);
 
       $node = Node::load($nid);
       $node->setPublished(TRUE);

Original file line number	Diff line number	Diff line change
`@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver`
`7`	`7`	`source:`
`8`	`8`	`plugin: d7_node`
`9`	`9`	`node_type: info_page`
	`10`	`+ track_changes: true`
`10`	`11`	`process:`
`11`	`12`	`field_os2web_accordion_heading:`
`12`	`13`	`-`