From 8bf5aae8055879dd5307e7c57163f49eb6abf1a1 Mon Sep 17 00:00:00 2001
From: Rachael Booth <rachael.booth@softwire.com>
Date: Tue, 25 Jul 2023 09:46:41 +0100
Subject: [PATCH] Try do all in a rake task

---
 lib/tasks/import.rake | 59 ++++++++++++++++++++++---------------------
 1 file changed, 30 insertions(+), 29 deletions(-)

diff --git a/lib/tasks/import.rake b/lib/tasks/import.rake
index 6f5866b2c..a53b5b563 100644
--- a/lib/tasks/import.rake
+++ b/lib/tasks/import.rake
@@ -1,15 +1,13 @@
-Import = Struct.new("Import", :import_class, :import_method, :folder)
-
 namespace :import do
-  desc "Import orgs, schemes, users, data protection confirmations, and rent periods"
-  task :org_data, %i[org_csv] => :environment do |_task, args|
-    org_csv_str = args[:org_csv]
-    raise "todo" if org_csv_str.blank?
+  task :full, %i[institutions_csv_path] => :environment do |_task, args|
+    institutions_csv_path = args[:institutions_csv_path]
+    raise "Must provide institutions csv path" if institutions_csv_path.blank?
 
     s3_service = Storage::S3Service.new(Configuration::PaasConfigurationService.new, ENV["IMPORT_PAAS_INSTANCE"])
-    csv = CSV.parse(org_csv_str)
+    csv = CSV.parse(s3_service.get_file_io(institutions_csv_path))
+    org_count = csv.length
 
-    import_list = [
+    initial_import_list = [
       Import.new(Imports::OrganisationImportService, :create_organisations, "institution"),
       Import.new(Imports::SchemeImportService, :create_schemes, "mgmtgroups"),
       Import.new(Imports::SchemeLocationImportService, :create_scheme_locations, "schemes"),
@@ -18,52 +16,55 @@ namespace :import do
       Import.new(Imports::OrganisationRentPeriodImportService, :create_organisation_rent_periods, "rent-period"),
     ]
 
+    Rails.logger.info("Beginning initial imports for #{org_count} organisations")
+
     csv.each { |row|
       archive_path = row[1]
       archive_io = s3_service.get_file_io(archive_path)
       archive_service = Storage::ArchiveService.new(archive_io)
 
-      import_list.each do |step|
+      Rails.logger.info("Performing initial imports for organisation #{row[0]}")
+
+      initial_import_list.each do |step|
         if archive_service.folder_present?(step.folder)
-          Rails.logger.info("Importing folder #{step.folder} for organisation #{row[0]}")
           step.import_class.new(archive_service).send(step.import_method, step.folder)
-        else
-          Rails.logger.info("#{step.folder} does not exist for organisation #{row[0]}, skipping #{step.import_class}")
         end
       end
     }
 
-    Rails.logger.info("Import complete")
-  end
-
-  desc "Import logs"
-  task :logs, %i[org_csv] => :environment do |_task, args|
-    org_csv_str = args[:org_csv]
-    raise "todo" if org_csv_str.blank?
-
-    s3_service = Storage::S3Service.new(Configuration::PaasConfigurationService.new, ENV["IMPORT_PAAS_INSTANCE"])
-    csv = CSV.parse(org_csv_str)
-
-    import_list = [
+    logs_import_list = [
       Import.new(Imports::LettingsLogsImportService, :create_logs, "logs"),
       Import.new(Imports::SalesLogsImportService, :create_logs, "logs"),
     ]
 
+    Rails.logger.info("Beginning log imports for #{org_count} organisations")
+
     csv.each { |row|
       archive_path = row[1]
       archive_io = s3_service.get_file_io(archive_path)
       archive_service = Storage::ArchiveService.new(archive_io)
 
-      import_list.each do |step|
+      log_count = row[2].to_i + row[3].to_i + row[4].to_i + row[5].to_i
+      Rails.logger.info("Performing log imports for organisation #{row[0]}, expecting #{log_count} logs")
+
+      logs_import_list.each do |step|
         if archive_service.folder_present?(step.folder)
-          Rails.logger.info("Importing folder #{step.folder} using #{step.import_class} for organisation #{row[0]}")
           step.import_class.new(archive_service).send(step.import_method, step.folder)
-        else
-          Rails.logger.info("#{step.folder} does not exist for organisation #{row[0]}, skipping #{step.import_class}")
         end
       end
     }
 
-    Rails.logger.info("Import complete")
+    Rails.logger.info("Import complete, triggering user invite emails")
+
+    csv.each { |row|
+      organisation = Organisation.find_by(name: row[0])
+      next unless organisation
+      users = User.where(:organisation, active: true)
+      users.each { |user| ResendInvitationMailer.resend_invitation_email(user).deliver_later }
+    }
+
+    Rails.logger.info("Invite emails triggered")
+
+    # Do output data
   end
 end