You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
296 lines
14 KiB
296 lines
14 KiB
module Imports |
|
class SalesLogsImportService < LogsImportService |
|
def initialize(storage_service, logger = Rails.logger) |
|
@logs_with_discrepancies = Set.new |
|
@logs_overridden = Set.new |
|
super |
|
end |
|
|
|
def create_logs(folder) |
|
import_from(folder, :create_log) |
|
if @logs_with_discrepancies.count.positive? |
|
@logger.warn("The following sales logs had status discrepancies: [#{@logs_with_discrepancies.join(', ')}]") |
|
end |
|
end |
|
|
|
private |
|
|
|
def create_log(xml_doc) |
|
attributes = {} |
|
|
|
previous_status = meta_field_value(xml_doc, "status") |
|
|
|
# Required fields for status complete or logic to work |
|
# Note: order matters when we derive from previous values (attributes parameter) |
|
|
|
attributes["saledate"] = compose_date(xml_doc, "DAY", "MONTH", "YEAR") |
|
attributes["owning_organisation_id"] = find_organisation_id(xml_doc, "OWNINGORGID") |
|
attributes["type"] = unsafe_string_as_integer(xml_doc, "DerSaleType") |
|
attributes["old_id"] = meta_field_value(xml_doc, "document-id") |
|
attributes["created_at"] = Time.zone.parse(meta_field_value(xml_doc, "created-date")) |
|
attributes["updated_at"] = Time.zone.parse(meta_field_value(xml_doc, "modified-date")) |
|
attributes["purchid"] = string_or_nil(xml_doc, "PurchaserCode") |
|
attributes["ownershipsch"] = unsafe_string_as_integer(xml_doc, "Ownership") |
|
attributes["othtype"] = string_or_nil(xml_doc, "Q38OtherSale") |
|
attributes["jointmore"] = unsafe_string_as_integer(xml_doc, "JointMore") |
|
attributes["jointpur"] = unsafe_string_as_integer(xml_doc, "joint") |
|
attributes["beds"] = safe_string_as_integer(xml_doc, "Q11Bedrooms") |
|
attributes["companybuy"] = unsafe_string_as_integer(xml_doc, "company") if attributes["ownershipsch"] == 3 |
|
attributes["hhmemb"] = safe_string_as_integer(xml_doc, "HHMEMB") |
|
(1..6).each do |index| |
|
attributes["age#{index}"] = safe_string_as_integer(xml_doc, "P#{index}Age") |
|
attributes["sex#{index}"] = sex(xml_doc, index) |
|
attributes["ecstat#{index}"] = unsafe_string_as_integer(xml_doc, "P#{index}Eco") |
|
attributes["age#{index}_known"] = age_known(xml_doc, index, attributes["hhmemb"], attributes["age#{index}"]) |
|
end |
|
(2..6).each do |index| |
|
attributes["relat#{index}"] = relat(xml_doc, index) |
|
attributes["details_known_#{index}"] = details_known(index, attributes) |
|
end |
|
attributes["national"] = unsafe_string_as_integer(xml_doc, "P1Nat") |
|
attributes["othernational"] = nil |
|
attributes["ethnic"] = unsafe_string_as_integer(xml_doc, "P1Eth") |
|
attributes["ethnic_group"] = ethnic_group(attributes["ethnic"]) |
|
attributes["buy1livein"] = unsafe_string_as_integer(xml_doc, "LiveInBuyer1") |
|
attributes["buylivein"] = unsafe_string_as_integer(xml_doc, "LiveInBuyer") if attributes["ownershipsch"] == 3 |
|
attributes["builtype"] = unsafe_string_as_integer(xml_doc, "Q13BuildingType") |
|
attributes["proptype"] = unsafe_string_as_integer(xml_doc, "Q12PropertyType") |
|
attributes["privacynotice"] = 1 if string_or_nil(xml_doc, "Qdp") == "Yes" |
|
attributes["noint"] = safe_string_as_integer(xml_doc, "NOINT") || 2 if attributes["privacynotice"] == 1 |
|
attributes["buy2livein"] = unsafe_string_as_integer(xml_doc, "LiveInBuyer2") |
|
attributes["wheel"] = unsafe_string_as_integer(xml_doc, "Q10Wheelchair") |
|
attributes["hholdcount"] = safe_string_as_integer(xml_doc, "LiveInOther") || 0 |
|
attributes["la"] = string_or_nil(xml_doc, "Q14ONSLACode") |
|
attributes["income1"] = safe_string_as_integer(xml_doc, "Q2Person1Income") |
|
attributes["income1nk"] = income_known(unsafe_string_as_integer(xml_doc, "P1IncKnown")) |
|
attributes["inc1mort"] = unsafe_string_as_integer(xml_doc, "Q2Person1Mortgage") |
|
attributes["income2"] = safe_string_as_integer(xml_doc, "Q2Person2Income") |
|
attributes["income2nk"] = income_known(unsafe_string_as_integer(xml_doc, "P2IncKnown")) |
|
attributes["savings"] = safe_string_as_integer(xml_doc, "Q3Savings") |
|
attributes["savingsnk"] = savings_known(xml_doc) |
|
attributes["prevown"] = unsafe_string_as_integer(xml_doc, "Q4PrevOwnedProperty") |
|
attributes["mortgage"] = safe_string_as_decimal(xml_doc, "CALCMORT") |
|
attributes["inc2mort"] = unsafe_string_as_integer(xml_doc, "Q2Person2MortApplication") |
|
attributes["hb"] = unsafe_string_as_integer(xml_doc, "Q2a") |
|
attributes["frombeds"] = safe_string_as_integer(xml_doc, "Q20Bedrooms") |
|
attributes["staircase"] = unsafe_string_as_integer(xml_doc, "Q17aStaircase") |
|
attributes["stairbought"] = safe_string_as_integer(xml_doc, "PercentBought") |
|
attributes["stairowned"] = safe_string_as_integer(xml_doc, "PercentOwns") if attributes["staircase"] == 1 |
|
attributes["mrent"] = safe_string_as_decimal(xml_doc, "Q28MonthlyRent") |
|
attributes["exdate"] = compose_date(xml_doc, "EXDAY", "EXMONTH", "EXYEAR") |
|
attributes["exday"] = safe_string_as_integer(xml_doc, "EXDAY") |
|
attributes["exmonth"] = safe_string_as_integer(xml_doc, "EXMONTH") |
|
attributes["exyear"] = safe_string_as_integer(xml_doc, "EXYEAR") |
|
attributes["resale"] = unsafe_string_as_integer(xml_doc, "Q17Resale") |
|
attributes["deposit"] = safe_string_as_decimal(xml_doc, "Q26CashDeposit") |
|
attributes["cashdis"] = safe_string_as_decimal(xml_doc, "Q27SocialHomeBuy") |
|
attributes["disabled"] = unsafe_string_as_integer(xml_doc, "Disability") |
|
attributes["lanomagr"] = unsafe_string_as_integer(xml_doc, "Q19Rehoused") |
|
attributes["value"] = safe_string_as_decimal(xml_doc, "Q22PurchasePrice") |
|
attributes["equity"] = safe_string_as_decimal(xml_doc, "Q23Equity") |
|
attributes["discount"] = safe_string_as_decimal(xml_doc, "Q33Discount") |
|
attributes["grant"] = safe_string_as_decimal(xml_doc, "Q32Reductions") |
|
attributes["pregyrha"] = 1 if string_or_nil(xml_doc, "PREGYRHA") == "Yes" |
|
attributes["pregla"] = 1 if string_or_nil(xml_doc, "PREGLA") == "Yes" |
|
attributes["pregghb"] = 1 if string_or_nil(xml_doc, "PREGHBA") == "Yes" |
|
attributes["pregother"] = 1 if string_or_nil(xml_doc, "PREGOTHER") == "Yes" |
|
attributes["ppostcode_full"] = compose_postcode(xml_doc, "PPOSTC1", "PPOSTC2") |
|
attributes["prevloc"] = string_or_nil(xml_doc, "Q7ONSLACODE") |
|
attributes["ppcodenk"] = previous_postcode_known(xml_doc, attributes["ppostcode_full"], attributes["prevloc"]) # Q7UNKNOWNPOSTCODE check mapping |
|
attributes["ppostc1"] = string_or_nil(xml_doc, "PPOSTC1") |
|
attributes["ppostc2"] = string_or_nil(xml_doc, "PPOSTC2") |
|
attributes["previous_la_known"] = nil |
|
attributes["hhregres"] = unsafe_string_as_integer(xml_doc, "ArmedF") |
|
attributes["hhregresstill"] = still_serving(xml_doc) |
|
attributes["proplen"] = safe_string_as_integer(xml_doc, "Q16aProplen2") |
|
attributes["mscharge"] = safe_string_as_decimal(xml_doc, "Q29MonthlyCharges") |
|
attributes["mscharge_known"] = 1 if attributes["mscharge"].present? |
|
attributes["prevten"] = unsafe_string_as_integer(xml_doc, "Q6PrevTenure") |
|
attributes["mortgageused"] = unsafe_string_as_integer(xml_doc, "MORTGAGEUSED") |
|
attributes["wchair"] = unsafe_string_as_integer(xml_doc, "Q15Wheelchair") |
|
attributes["armedforcesspouse"] = unsafe_string_as_integer(xml_doc, "ARMEDFORCESSPOUSE") |
|
attributes["hodate"] = compose_date(xml_doc, "HODAY", "HOMONTH", "HOYEAR") |
|
attributes["hoday"] = safe_string_as_integer(xml_doc, "HODAY") |
|
attributes["homonth"] = safe_string_as_integer(xml_doc, "HOMONTH") |
|
attributes["hoyear"] = safe_string_as_integer(xml_doc, "HOYEAR") |
|
attributes["fromprop"] = unsafe_string_as_integer(xml_doc, "Q21PropertyType") |
|
attributes["socprevten"] = unsafe_string_as_integer(xml_doc, "PrevRentType") |
|
attributes["mortgagelender"] = mortgage_lender(xml_doc, attributes) |
|
attributes["mortgagelenderother"] = nil # Q24AMORTGAGELENDEROTHER Q34AMORTGAGELENDEROTHER Q41AMORTGAGELENDEROTHER |
|
attributes["mortlen"] = mortgage_length(xml_doc, attributes) |
|
attributes["extrabor"] = unsafe_string_as_integer(xml_doc, "Q25Borrowing") |
|
attributes["totadult"] = safe_string_as_integer(xml_doc, "TOTADULT") # would get overridden |
|
attributes["totchild"] = safe_string_as_integer(xml_doc, "TOTCHILD") # would get overridden |
|
attributes["hhtype"] = unsafe_string_as_integer(xml_doc, "HHTYPE") |
|
attributes["pcode1"] = string_or_nil(xml_doc, "PCODE1") |
|
attributes["pcode2"] = string_or_nil(xml_doc, "PCODE2") |
|
attributes["postcode_full"] = compose_postcode(xml_doc, "PCODE1", "PCODE2") |
|
attributes["pcodenk"] = 0 if attributes["postcode_full"].present? # known if given |
|
attributes["bulk_upload_id"] = nil |
|
attributes["saledate_check"] = nil |
|
attributes["ethnic_group2"] = nil |
|
attributes["ethnicbuy2"] = nil |
|
attributes["prevshared"] = nil |
|
attributes["staircasesale"] = nil |
|
attributes["soctenant"] = soctenant(attributes) |
|
|
|
# Required for our form invalidated questions (not present in import) |
|
attributes["previous_la_known"] = 1 if attributes["prevloc"].present? && attributes["ppostcode_full"].blank? |
|
attributes["la_known"] = 1 if attributes["la"].present? && attributes["postcode_full"].blank? |
|
|
|
# Sets the log creator |
|
owner_id = meta_field_value(xml_doc, "owner-user-id").strip |
|
if owner_id.present? |
|
user = LegacyUser.find_by(old_user_id: owner_id)&.user |
|
@logger.warn "Missing user! We expected to find a legacy user with old_user_id #{owner_id}" unless user |
|
|
|
attributes["created_by"] = user |
|
end |
|
|
|
sales_log = save_sales_log(attributes, previous_status) |
|
compute_differences(sales_log, attributes) |
|
check_status_completed(sales_log, previous_status) unless @logs_overridden.include?(sales_log.old_id) |
|
end |
|
|
|
def save_sales_log(attributes, previous_status) |
|
sales_log = SalesLog.new(attributes) |
|
begin |
|
sales_log.save! |
|
sales_log |
|
rescue ActiveRecord::RecordNotUnique |
|
legacy_id = attributes["old_id"] |
|
record = SalesLog.find_by(old_id: legacy_id) |
|
@logger.info "Updating sales log #{record.id} with legacy ID #{legacy_id}" |
|
record.update!(attributes) |
|
record |
|
rescue ActiveRecord::RecordInvalid => e |
|
rescue_validation_or_raise(sales_log, attributes, previous_status, e) |
|
end |
|
end |
|
|
|
def rescue_validation_or_raise(sales_log, _attributes, _previous_status, exception) |
|
@logger.error("Log #{sales_log.old_id}: Failed to import") |
|
raise exception |
|
end |
|
|
|
def compute_differences(sales_log, attributes) |
|
differences = [] |
|
attributes.each do |key, value| |
|
sales_log_value = sales_log.send(key.to_sym) |
|
next if fields_not_present_in_softwire_data.include?(key) |
|
|
|
if value != sales_log_value |
|
differences.push("#{key} #{value.inspect} #{sales_log_value.inspect}") |
|
end |
|
end |
|
@logger.warn "Differences found when saving log #{sales_log.old_id}: #{differences}" unless differences.empty? |
|
end |
|
|
|
def fields_not_present_in_softwire_data |
|
%w[created_by |
|
income1_value_check |
|
mortgage_value_check |
|
savings_value_check |
|
deposit_value_check |
|
wheel_value_check |
|
retirement_value_check |
|
extrabor_value_check |
|
deposit_and_mortgage_value_check |
|
shared_ownership_deposit_value_check |
|
grant_value_check |
|
value_value_check |
|
old_persons_shared_ownership_value_check |
|
staircase_bought_value_check |
|
monthly_charges_value_check |
|
hodate_check] |
|
end |
|
|
|
def check_status_completed(sales_log, previous_status) |
|
if previous_status.include?("submitted") && sales_log.status != "completed" |
|
@logger.warn "sales log #{sales_log.id} is not completed" |
|
@logger.warn "sales log with old id:#{sales_log.old_id} is incomplete but status should be complete" |
|
@logs_with_discrepancies << sales_log.old_id |
|
end |
|
end |
|
|
|
def age_known(_xml_doc, index, hhmemb, age) |
|
return nil if hhmemb.present? && index > hhmemb |
|
|
|
return 0 if age.present? |
|
end |
|
|
|
def details_known(index, attributes) |
|
return nil if attributes["hhmemb"].nil? || index > attributes["hhmemb"] |
|
return nil if attributes["jointpur"] == 1 && index == 2 |
|
|
|
if attributes["age#{index}_known"] == 1 && |
|
attributes["sex#{index}"] == "R" && |
|
attributes["relat#{index}"] == "R" && |
|
attributes["ecstat#{index}"] == 10 |
|
2 # No |
|
else |
|
1 # Yes |
|
end |
|
end |
|
|
|
def mortgage_lender(xml_doc, attributes) |
|
case attributes["ownershipsch"] |
|
when 1 |
|
unsafe_string_as_integer(xml_doc, "Q24aMortgageLender") |
|
when 2 |
|
unsafe_string_as_integer(xml_doc, "Q34aMortgageLender") |
|
when 3 |
|
unsafe_string_as_integer(xml_doc, "Q41aMortgageLender") |
|
end |
|
end |
|
|
|
def mortgage_length(xml_doc, attributes) |
|
case attributes["ownershipsch"] |
|
when 1 |
|
unsafe_string_as_integer(xml_doc, "Q24b") |
|
when 2 |
|
unsafe_string_as_integer(xml_doc, "Q34b") |
|
when 3 |
|
unsafe_string_as_integer(xml_doc, "Q41b") |
|
end |
|
end |
|
|
|
def savings_known(xml_doc) |
|
case unsafe_string_as_integer(xml_doc, "savingsKnown") |
|
when 1 # known |
|
0 |
|
when 2 # unknown |
|
1 |
|
end |
|
end |
|
|
|
def soctenant(attributes) |
|
return nil unless attributes["ownershipsch"] == 1 |
|
|
|
if attributes["frombeds"].blank? && attributes["fromprop"].blank? && attributes["socprevten"].blank? |
|
2 |
|
else |
|
1 |
|
end |
|
# NO (2) if FROMBEDS, FROMPROP and socprevten are blank, and YES(1) if they are completed |
|
end |
|
|
|
def still_serving(xml_doc) |
|
case unsafe_string_as_integer(xml_doc, "LeftArmedF") |
|
when 4 |
|
4 |
|
when 5, 6 |
|
5 |
|
end |
|
end |
|
|
|
def income_known(value) |
|
case value |
|
when 1 # known |
|
0 |
|
when 2 # unknown |
|
1 |
|
end |
|
end |
|
end |
|
end
|
|
|