From 8cf2aaab0c0f62b7e0de2db8aa7ff7cf50a06ffa Mon Sep 17 00:00:00 2001
From: Stanislav Kutasevits <stan@bellcom.dk>
Date: Thu, 22 Apr 2021 14:55:57 +0300
Subject: [PATCH] Adding migrate single script to run

---
 .../custom/ballerup_d7_migration/README.md    |  9 ++-
 ...plus.migration.ballerup_d7_contact_box.yml |  1 +
 ...on.ballerup_d7_institution_contact_box.yml |  1 +
 ...gration.ballerup_d7_node_gallery_slide.yml |  3 +-
 ...migration.ballerup_d7_node_indholdside.yml |  3 +-
 ...tion.ballerup_d7_node_institution_page.yml |  1 +
 ...e_plus.migration.ballerup_d7_node_news.yml |  3 +-
 ...ration.ballerup_d7_paragraph_accordion.yml |  1 +
 ...migration.ballerup_d7_paragraph_iframe.yml |  1 +
 ...ation.ballerup_d7_taxonomy_institution.yml |  1 +
 ...migration.ballerup_d7_taxonomy_section.yml |  1 +
 ...us.migration.ballerup_d7_taxonomy_tags.yml |  1 +
 ...igrate_plus.migration.ballerup_d7_user.yml |  1 +
 .../ballerup_d7_migration/scripts/migrate.sh  | 56 +++++++++++++++++++
 .../scripts/migrate_fix_publish_status.php    | 12 ++--
 15 files changed, 85 insertions(+), 10 deletions(-)
 create mode 100644 web/modules/custom/ballerup_d7_migration/scripts/migrate.sh

diff --git a/web/modules/custom/ballerup_d7_migration/README.md b/web/modules/custom/ballerup_d7_migration/README.md
index 3020cf2ea..55be7bf89 100644
--- a/web/modules/custom/ballerup_d7_migration/README.md
+++ b/web/modules/custom/ballerup_d7_migration/README.md
@@ -30,7 +30,14 @@ $databases['migrate']['default'] = array (
 );
 ```
 
-## Migrate process
+## Migrate quick run
+Run the entire migration process with single command:
+```
+cd web
+sh ./modules/custom/ballerup_d7_migration/scripts/migrate.sh
+```
+
+## Migrate process details for manual run
 
 The recommended usage migrate process is via Drush:
 
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_contact_box.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_contact_box.yml
index 35507ffbd..4f5f30ae8 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_contact_box.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_contact_box.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: contact_box
+  track_changes: true
 process:
   migrate_publish:
     plugin: skip_on_empty
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_institution_contact_box.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_institution_contact_box.yml
index cf38feec9..ad1732349 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_institution_contact_box.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_institution_contact_box.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: institution_page
+  track_changes: true
 process:
   name:
     plugin: substr
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_gallery_slide.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_gallery_slide.yml
index 84b0af979..cd375ed98 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_gallery_slide.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_gallery_slide.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: gallery_slide
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
@@ -35,7 +36,7 @@ process:
   status: status
   created: created
   changed: changed
-  promote: promote
+  #promote: promote
   sticky: sticky
   path/pathauto:
      plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_indholdside.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_indholdside.yml
index 18e2b8630..e98c3ffea 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_indholdside.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_indholdside.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: info_page
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
@@ -36,7 +37,7 @@ process:
   status: status
   created: created
   changed: changed
-  promote: promote
+  #promote: promote
   sticky: sticky
   field_os2web_page_description:
     - plugin: sub_process
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_institution_page.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_institution_page.yml
index 80f6e5a80..32607c346 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_institution_page.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_institution_page.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: institution_page
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_news.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_news.yml
index 2ea948db2..fb658c310 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_news.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_node_news.yml
@@ -8,6 +8,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: news
+  track_changes: true
 process:
   # If you are using this file to build a custom migration consider removing
   # the nid and vid fields to allow incremental migrations.
@@ -36,7 +37,7 @@ process:
   status: status
   created: created
   changed: changed
-  promote: promote
+  #promote: promote
   sticky: sticky
   field_os2web_news_article_author: field_newsarticle_author
   field_os2web_news_article_date:
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_accordion.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_accordion.yml
index fff842a37..cc4f243a4 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_accordion.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_accordion.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: info_page
+  track_changes: true
 process:
   field_os2web_accordion_heading:
     -
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_iframe.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_iframe.yml
index c5f15e072..b9889fd4d 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_iframe.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_paragraph_iframe.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: gallery_slide
+  track_changes: true
 process:
   field_os2web_iframe_code:
     -
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_institution.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_institution.yml
index 4b7d312fb..ec856f8ad 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_institution.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_institution.yml
@@ -7,6 +7,7 @@ deriver: Drupal\node\Plugin\migrate\D7NodeDeriver
 source:
   plugin: d7_node
   node_type: institution_page
+  track_changes: true
 process:
   vid:
     plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_section.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_section.yml
index da66118bf..aaca5491a 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_section.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_section.yml
@@ -7,6 +7,7 @@ deriver: Drupal\taxonomy\Plugin\migrate\D7TaxonomyTermDeriver
 source:
   plugin: d7_taxonomy_term
   bundle: section
+  track_changes: true
 process:
   vid:
     plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_tags.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_tags.yml
index dfe08f762..631e5d6b8 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_tags.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_taxonomy_tags.yml
@@ -7,6 +7,7 @@ deriver: Drupal\taxonomy\Plugin\migrate\D7TaxonomyTermDeriver
 source:
   plugin: d7_taxonomy_term
   bundle: tags
+  track_changes: true
 process:
   vid:
     plugin: default_value
diff --git a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_user.yml b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_user.yml
index 071b74aeb..71fe86b69 100644
--- a/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_user.yml
+++ b/web/modules/custom/ballerup_d7_migration/config/install/migrate_plus.migration.ballerup_d7_user.yml
@@ -6,6 +6,7 @@ migration_tags:
 class: Drupal\user\Plugin\migrate\User
 source:
   plugin: d7_user
+  track_changes: true
 process:
   # If you are using this file to build a custom migration,
   # consider removing the uid field to allow
diff --git a/web/modules/custom/ballerup_d7_migration/scripts/migrate.sh b/web/modules/custom/ballerup_d7_migration/scripts/migrate.sh
new file mode 100644
index 000000000..b65904e79
--- /dev/null
+++ b/web/modules/custom/ballerup_d7_migration/scripts/migrate.sh
@@ -0,0 +1,56 @@
+#!/bin/sh
+
+echo "Importing new import configuration"
+drush cim --partial --source=modules/custom/ballerup_d7_migration/config/install -y
+echo "Configuration imported"
+
+echo "Migration users - START"
+drush migrate:import ballerup_d7_user
+echo "Migration users - END"
+
+echo "Migration ballerup_d7_taxonomy_section - START"
+drush migrate:import ballerup_d7_taxonomy_section
+echo "Migration ballerup_d7_taxonomy_section - END"
+
+echo "Migration ballerup_d7_taxonomy_tags - START"
+drush migrate:import ballerup_d7_taxonomy_tags
+echo "Migration ballerup_d7_taxonomy_tags - END"
+
+echo "Migration os2web_borgerdk_articles_import - START"
+drush migrate:import os2web_borgerdk_articles_import
+echo "Migration os2web_borgerdk_articles_import - END"
+
+echo "Migration ballerup_d7_contact_box - START"
+drush migrate:import ballerup_d7_contact_box
+echo "Migration ballerup_d7_contact_box - END"
+
+echo "Migration ballerup_d7_paragraph_iframe - START"
+drush migrate:import ballerup_d7_paragraph_iframe
+echo "Migration ballerup_d7_paragraph_iframe - END"
+
+echo "Migration ballerup_d7_node_gallery_slide - START"
+drush migrate:import ballerup_d7_node_gallery_slide
+echo "Migration ballerup_d7_node_gallery_slide - END"
+
+echo "Migration ballerup_d7_node_institution_page - START"
+drush migrate:import ballerup_d7_node_institution_page
+echo "Migration ballerup_d7_node_institution_page - END"
+
+echo "Migration ballerup_d7_node_news - START"
+drush migrate:import ballerup_d7_node_news
+echo "Migration ballerup_d7_node_news - END"
+
+echo "Migration ballerup_d7_paragraph_accordion - START"
+drush migrate:import ballerup_d7_paragraph_accordion
+echo "Migration ballerup_d7_paragraph_accordion - END"
+
+echo "Migration ballerup_d7_node_indholdside - START"
+drush migrate:import ballerup_d7_node_indholdside
+echo "Migration ballerup_d7_node_indholdside - END"
+
+echo "Execuing custom script [1/2] - Fix publish status"
+drush scr modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php
+echo "Execuing custom script [2/2] - Remove inline picutres"
+drush scr modules/custom/ballerup_d7_migration/scripts/remove_inline_pictures.php
+
+echo "Migration complete visit URL '/admin/config/system/delete-orphans' to delete the orphaned paragraphs"
diff --git a/web/modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php b/web/modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php
index 594f8bbc0..43c1e7f16 100644
--- a/web/modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php
+++ b/web/modules/custom/ballerup_d7_migration/scripts/migrate_fix_publish_status.php
@@ -43,18 +43,18 @@
   // Find corresponding migrate_nid
   if (isset($migrate_nids[$nid])) {
     $migrateNid = $migrate_nids[$nid];
-    print_r("Inspecting $nid : $migrateNid");
-    print_r(PHP_EOL);
+//    print_r("Inspecting $nid : $migrateNid");
+//    print_r(PHP_EOL);
 
     // Find migrate node status
     $status = $migrateNodeStatus[$migrateNid];
-    print_r("Status is $status");
-    print_r(PHP_EOL);
+//    print_r("Status is $status");
+//    print_r(PHP_EOL);
 
     // If published.
     if ($status) {
-      print_r("Setting $nid published");
-      print_r(PHP_EOL);
+//      pint_r("Setting $nid published");
+//      print_r(PHP_EOL);
 
       $node = Node::load($nid);
       $node->setPublished(TRUE);