/*
* Copyright (c) 2003-2024 Rony Shapiro <ronys@pwsafe.org>.
* All rights reserved. Use of the code is allowed under the
* Artistic License 2.0 terms, as specified in the LICENSE file
* distributed with this code, or available from
* http://www.opensource.org/licenses/artistic-license-2.0.php
*/

#include "XMLDefs.h"    // Required if testing "USE_XML_LIBRARY"

#include "XMLFileValidation.h"
#include "XMLFileHandlers.h"

// PWS includes
#include "../core.h"
#include "../ItemData.h"
#include "../Util.h"
#include "../PWSprefs.h"
#include "../PWScore.h"
#include "../PWSfileV3.h"
#include "../VerifyFormat.h"
#include "../Command.h"

#include "os/UUID.h"

#include <algorithm>

using namespace std;
using pws_os::CUUID;

XMLFileHandlers::XMLFileHandlers()
{
  m_cur_entry = nullptr;
  m_cur_pwhistory_entry = nullptr;
  m_sxElemContent = _T("");

  m_delimiter = _T('\0');
  m_strErrorMessage = _T("");

  m_iErrorCode = 0;

  m_bheader = false;
  m_bDatabaseHeaderErrors = false;
  m_bRecordHeaderErrors = false;
  m_bErrors = false;

  m_sxXML_DateTime = PWSUtil::GetTimeStamp(true).c_str();

  // Set up copy of preferences to use for password policies and if we import into an
  // empty database - Note: Load of empty string sets it to all defaults
  PWSprefs::GetInstance()->Load(_T(""), true);

  // Get current DB default policy (any import DB default policy will be set after all
  // the preferences are read in)
  currentDB_default_pwp = PWSprefs::GetInstance()->GetDefaultPolicy();
}

XMLFileHandlers::~XMLFileHandlers()
{
  m_ukhxl.clear();
}

void XMLFileHandlers::SetVariables(PWScore *pcore, const bool &bValidation,
                                   const stringT &ImportedPrefix, const TCHAR &delimiter,
                                   const bool &bImportPSWDsOnly,
                                   UUIDVector *pPossible_Aliases, UUIDVector *pPossible_Shortcuts,
                                   MultiCommands *pmulticmds, CReport *prpt)
{
  m_bValidation = bValidation;
  m_delimiter = delimiter;
  m_pXMLcore = pcore;
  m_pPossible_Aliases = pPossible_Aliases;
  m_pPossible_Shortcuts = pPossible_Shortcuts;
  m_ImportedPrefix = ImportedPrefix;
  m_bImportPSWDsOnly = bImportPSWDsOnly;
  m_pmulticmds = pmulticmds;
  m_prpt = prpt;
}

bool XMLFileHandlers::ProcessStartElement(const int icurrent_element)
{
  switch (icurrent_element) {
    case XLE_PASSWORDSAFE:
      m_numEntries = 0;
      m_numEntriesSkipped = 0;
      m_numEntriesRenamed = 0;
      m_numEntriesPWHErrors = 0;
      m_numNoPolicies = 0;
      m_numRenamedPolicies = 0;
      m_numShortcutsRemoved = 0;
      m_numEmptyGroupsImported = 0;
      m_bEntryBeingProcessed = false;
      break;
    case XLE_ENTRY:
      m_bEntryBeingProcessed = true;
      if (m_bValidation)
        return false;

      m_cur_entry = new pw_entry;
      // Clear all fields XXX Do we need this? The default c'tor should handle this for us
      m_cur_entry->id = 0;
      m_cur_entry->group = _T("");
      m_cur_entry->title = _T("");
      m_cur_entry->username = _T("");
      m_cur_entry->password = _T("");
      m_cur_entry->twofactorkey = _T("");
      m_cur_entry->totpconfig = _T("");
      m_cur_entry->totpstarttime = _T("");
      m_cur_entry->totptimestep = _T("");
      m_cur_entry->totplength = _T("");
      m_cur_entry->url = _T("");
      m_cur_entry->autotype = _T("");
      m_cur_entry->ctime = _T("");
      m_cur_entry->atime = _T("");
      m_cur_entry->xtime = _T("");
      m_cur_entry->xtime_interval = _T("");
      m_cur_entry->pmtime = _T("");
      m_cur_entry->rmtime = _T("");
      m_cur_entry->pwhistory = _T("");
      m_cur_entry->notes = _T("");
      m_cur_entry->uuid = _T("");
      m_cur_entry->pwp.Empty();
      m_cur_entry->run_command = _T("");
      m_cur_entry->dca = _T("");
      m_cur_entry->shiftdca = _T("");
      m_cur_entry->email = _T("");
      m_cur_entry->symbols = _T("");
      m_cur_entry->policyname = _T("");
      m_cur_entry->kbshortcut = _T("");
      m_cur_entry->ucprotected = 0;
      m_cur_entry->entrytype = NORMAL;
      m_cur_entry->bforce_normal_entry = false;
      break;
    case XLE_HISTORY_ENTRY:
      if (m_bValidation)
        return false;

      ASSERT(m_cur_pwhistory_entry == nullptr);
      m_cur_pwhistory_entry = new pwhistory_entry;
      m_cur_pwhistory_entry->changed = _T("");
      m_cur_pwhistory_entry->oldpassword = _T("");
      break;
    case XLE_CTIMEX:
    case XLE_ATIMEX:
    case XLE_XTIMEX:
    case XLE_PMTIMEX:
    case XLE_RMTIMEX:
    case XLE_CHANGEDX:
      break;
    case XLE_PASSWORDPOLICYNAMES:
      m_bInPolicyNames = true;
      break;
    case XLE_POLICY:
      m_bPolicyBeingProcessed = true;
      if (m_bValidation)
        return false;

      // Clear all fields
      m_Named_pwp.Empty();
      m_PolicyName = _T("");

      break;
    case XLE_EMPTYGROUPS:
      m_bInEmptyGroups = true;
      break;
    case XLE_PWNAME:
    default:
      break;
  }
  return true;
}

void XMLFileHandlers::ProcessEndElement(const int icurrent_element)
{
  StringX buffer(_T(""));
  int i;

  PWSprefs::BoolPrefs bpref(PWSprefs::NumBoolPrefs);
  PWSprefs::IntPrefs ipref(PWSprefs::NumIntPrefs);
  PWSprefs::StringPrefs spref(PWSprefs::NumStringPrefs);

  switch (icurrent_element) {
    case XLE_ENTRY:
      m_ventries.push_back(m_cur_entry);
      m_numEntries++;
      break;

    case XLE_PREFERENCES:
      // Preferences finished - get the default policy (if any) from the import XML file
      importDB_default_pwp = PWSprefs::GetInstance()->GetDefaultPolicy(true);
      break;
    // Boolean DB preferences
    case XLE_PREF_SHOWPWDEFAULT:
      bpref = PWSprefs::ShowPWDefault;
      break;
    case XLE_PREF_SHOWPASSWORDINTREE:
      bpref = PWSprefs::ShowPasswordInTree;
      break;
    case XLE_PREF_SORTASCENDING:
      // Obsolete in 3.40 - keep but do nothing
      break;
    case XLE_PREF_USEDEFAULTUSER:
      bpref = PWSprefs::UseDefaultUser;
      break;
    case XLE_PREF_SAVEIMMEDIATELY:
      bpref = PWSprefs::SaveImmediately;
      break;
    case XLE_PREF_PWUSELOWERCASE:
      if (m_bPolicyBeingProcessed)
        if (m_sxElemContent == _T("1"))
          m_Named_pwp.flags |= PWPolicy::UseLowercase;
        else
          m_Named_pwp.flags &= ~PWPolicy::UseLowercase;
      else
        bpref = PWSprefs::PWUseLowercase;
      break;
    case XLE_PREF_PWUSEUPPERCASE:
      if (m_bPolicyBeingProcessed)
        if (m_sxElemContent == _T("1"))
          m_Named_pwp.flags |= PWPolicy::UseUppercase;
        else
          m_Named_pwp.flags &= ~PWPolicy::UseUppercase;
      else
        bpref = PWSprefs::PWUseUppercase;
      break;
    case XLE_PREF_PWUSEDIGITS:
      if (m_bPolicyBeingProcessed)
        if (m_sxElemContent == _T("1"))
          m_Named_pwp.flags |= PWPolicy::UseDigits;
        else
          m_Named_pwp.flags &= ~PWPolicy::UseDigits;
      else
        bpref = PWSprefs::PWUseDigits;
      break;
    case XLE_PREF_PWUSESYMBOLS:
      if (m_bPolicyBeingProcessed)
        if (m_sxElemContent == _T("1"))
          m_Named_pwp.flags |= PWPolicy::UseSymbols;
        else
          m_Named_pwp.flags &= ~PWPolicy::UseSymbols;
      else
        bpref = PWSprefs::PWUseSymbols;
      break;
    case XLE_PREF_PWUSEHEXDIGITS:
      if (m_bPolicyBeingProcessed)
        if (m_sxElemContent == _T("1"))
          m_Named_pwp.flags |= PWPolicy::UseHexDigits;
        else
          m_Named_pwp.flags &= ~PWPolicy::UseHexDigits;
      else
        bpref = PWSprefs::PWUseHexDigits;
      break;
    case XLE_PREF_PWUSEEASYVISION:
      if (m_bPolicyBeingProcessed)
        if (m_sxElemContent == _T("1"))
          m_Named_pwp.flags |= PWPolicy::UseEasyVision;
        else
          m_Named_pwp.flags &= ~PWPolicy::UseEasyVision;
      else
        bpref = PWSprefs::PWUseEasyVision;
      break;
    case XLE_PREF_MAINTAINDATETIMESTAMPS:
      bpref = PWSprefs::MaintainDateTimeStamps;
      break;
    case XLE_PREF_SAVEPASSWORDHISTORY:
      bpref = PWSprefs::SavePasswordHistory;
      break;
    case XLE_PREF_SHOWNOTESDEFAULT:
      bpref = PWSprefs::ShowNotesDefault;
      break;
    case XLE_PREF_SHOWUSERNAMEINTREE:
      bpref = PWSprefs::ShowUsernameInTree;
      break;
    case XLE_PREF_PWMAKEPRONOUNCEABLE:
      if (m_bPolicyBeingProcessed)
        if (m_sxElemContent == _T("1"))
          m_Named_pwp.flags |= PWPolicy::MakePronounceable;
        else
          m_Named_pwp.flags &= ~PWPolicy::MakePronounceable;
      else
        bpref = PWSprefs::PWMakePronounceable;
      break;
    case XLE_PREF_LOCKDBONIDLETIMEOUT:
      bpref = PWSprefs::LockDBOnIdleTimeout;
      break;
    case XLE_PREF_COPYPASSWORDWHENBROWSETOURL:
      bpref = PWSprefs::CopyPasswordWhenBrowseToURL;
      break;
    case XLE_PREF_EXCLUDEFROMSCREENCAPTURE:
      bpref = PWSprefs::ExcludeFromScreenCapture;
      break;
    // Integer DB preferences
    case XLE_PREF_PWDEFAULTLENGTH:
      if (m_bPolicyBeingProcessed)
        m_Named_pwp.length = _ttoi(m_sxElemContent.c_str());
      else
        ipref = PWSprefs::PWDefaultLength;
      break;
    case XLE_PREF_IDLETIMEOUT:
      ipref = PWSprefs::IdleTimeout;
      break;
    case XLE_PREF_TREEDISPLAYSTATUSATOPEN:
      // Since value is a string - need to convert here to corresponding integer value
      if (m_sxElemContent == _T("AllCollapsed"))
        i = PWSprefs::AllCollapsed;
      else if (m_sxElemContent == _T("AllExpanded"))
        i = PWSprefs::AllExpanded;
      else if (m_sxElemContent == _T("AsPerLastSave"))
        i = PWSprefs::AsPerLastSave;
      else
        break;
      PWSprefs::GetInstance()->SetPref(PWSprefs::TreeDisplayStatusAtOpen, i, true);
      return;
    case XLE_PREF_NUMPWHISTORYDEFAULT:
      ipref = PWSprefs::NumPWHistoryDefault;
      break;
    case XLE_PREF_PWDIGITMINLENGTH:
      if (m_bPolicyBeingProcessed)
        m_Named_pwp.digitminlength = _ttoi(m_sxElemContent.c_str());
      else
        ipref = PWSprefs::PWDigitMinLength;
      break;
    case XLE_PREF_PWLOWERCASEMINLENGTH:
      if (m_bPolicyBeingProcessed)
         m_Named_pwp.lowerminlength = _ttoi(m_sxElemContent.c_str());
      else
        ipref = PWSprefs::PWLowercaseMinLength;
      break;
    case XLE_PREF_PWSYMBOLMINLENGTH:
      if (m_bPolicyBeingProcessed)
        m_Named_pwp.symbolminlength = _ttoi(m_sxElemContent.c_str());
      else
        ipref = PWSprefs::PWSymbolMinLength;
      break;
    case XLE_PREF_PWUPPERCASEMINLENGTH:
      if (m_bPolicyBeingProcessed)
        m_Named_pwp.upperminlength = _ttoi(m_sxElemContent.c_str());
      else
        ipref = PWSprefs::PWUppercaseMinLength;
      break;
    // String DB preferences
    case XLE_PREF_DEFAULTUSERNAME:
      spref = PWSprefs::DefaultUsername;
      break;
    case XLE_PREF_DEFAULTAUTOTYPESTRING:
      spref = PWSprefs::DefaultAutotypeString;
      break;
    case XLE_PREF_DEFAULTSYMBOLS:
      spref = PWSprefs::DefaultSymbols;
      break;

    case XLE_PASSWORDPOLICYNAMES:
      m_bInPolicyNames = false;
      break;
    case XLE_EMPTYGROUPS:
      m_bInEmptyGroups = false;
      break;
    case XLE_EGNAME:
      if (!m_sxElemContent.empty() &&
          find(m_vEmptyGroups.begin(), m_vEmptyGroups.end(), m_sxElemContent) 
                  == m_vEmptyGroups.end()) {
        m_vEmptyGroups.push_back(m_sxElemContent);
        m_numEmptyGroupsImported++;
      }
      break;

    // MUST be in the same order as enum beginning STR_GROUP...
    case XLE_GROUP:
      m_cur_entry->group = m_sxElemContent;
      break;
    case XLE_TITLE:
      m_cur_entry->title = m_sxElemContent;
      break;
    case XLE_USERNAME:
      m_cur_entry->username = m_sxElemContent;
      break;
    case XLE_URL:
      m_cur_entry->url = m_sxElemContent;
      break;
    case XLE_AUTOTYPE:
      m_cur_entry->autotype = m_sxElemContent;
      break;
    case XLE_NOTES:
      m_cur_entry->notes = m_sxElemContent;
      break;
    case XLE_UUID:
      m_cur_entry->uuid = m_sxElemContent;
      break;
    case XLE_PASSWORD:
      m_cur_entry->password = m_sxElemContent;
      if (Replace(m_sxElemContent, _T(':'), _T(';')) <= 2) {
        if (m_sxElemContent.substr(0, 2) == _T("[[") &&
            m_sxElemContent.substr(m_sxElemContent.length() - 2) == _T("]]")) {
            m_cur_entry->entrytype = ALIAS;
        }
        if (m_sxElemContent.substr(0, 2) == _T("[~") &&
            m_sxElemContent.substr(m_sxElemContent.length() - 2) == _T("~]")) {
            m_cur_entry->entrytype = SHORTCUT;
        }
        if (!m_ImportedPrefix.empty() &&
            (m_cur_entry->entrytype == ALIAS || m_cur_entry->entrytype == SHORTCUT)) {
            StringX tmp(m_sxElemContent);
            tmp = tmp.substr(2, tmp.length() - 4);

            // Unpick the password
            StringX sxPwdGroup, sxPwdTitle, sxPwdUser;
            sxPwdGroup = tmp.substr(0, tmp.find_first_of(_T(";")));
            // Skip over 'group:'
            tmp = tmp.substr(sxPwdGroup.length() + 1);
            sxPwdTitle = tmp.substr(0, tmp.find_first_of(_T(";")));
            // Skip over 'title:'
            sxPwdUser = tmp.substr(sxPwdTitle.length() + 1);

            // Update the group field
            sxPwdGroup = StringX(m_ImportedPrefix.c_str()) +
              (sxPwdGroup.empty() ? L"" : L".") + sxPwdGroup;

            // Put it all back together again
            m_cur_entry->password = m_sxElemContent.substr(0, 2) +
              sxPwdGroup + L":" + sxPwdTitle + L":" + sxPwdUser +
              m_sxElemContent.substr(m_sxElemContent.length() - 2);
        }
      }
      break;
    case XLE_TWOFACTORKEY:
      m_cur_entry->twofactorkey = m_sxElemContent;
      break;
    case XLE_TOTPCONFIG:
      m_cur_entry->totpconfig = m_sxElemContent;
      break;
    case XLE_TOTPSTARTTIME:
      m_cur_entry->totpstarttime = m_sxElemContent;
      break;
    case XLE_TOTPTIMESTEP:
      m_cur_entry->totptimestep = m_sxElemContent;
      break;
    case XLE_TOTPLENGTH:
      m_cur_entry->totplength = m_sxElemContent;
      break;
    case XLE_CTIMEX:
      m_cur_entry->ctime = m_sxElemContent;
      break;
    case XLE_ATIMEX:
      m_cur_entry->atime = m_sxElemContent;
      break;
    case XLE_XTIMEX:
      m_cur_entry->xtime = m_sxElemContent;
      break;
    case XLE_PMTIMEX:
      m_cur_entry->pmtime = m_sxElemContent;
      break;
    case XLE_RMTIMEX:
      m_cur_entry->rmtime = m_sxElemContent;
      break;
    case XLE_XTIME_INTERVAL:
      m_cur_entry->xtime_interval = Trim(m_sxElemContent);
      break;
    case XLE_RUNCOMMAND:
      m_cur_entry->run_command = m_sxElemContent;
      break;
    case XLE_DCA:
      m_cur_entry->dca = Trim(m_sxElemContent);
      break;
    case XLE_SHIFTDCA:
      m_cur_entry->shiftdca = Trim(m_sxElemContent);
      break;
    case XLE_EMAIL:
      m_cur_entry->email = m_sxElemContent;
      break;
    case XLE_PROTECTED:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->ucprotected = 1;
      break;
    case XLE_SYMBOLS:
      if (m_bPolicyBeingProcessed)
        m_Named_pwp.symbols = m_sxElemContent;
      else
        m_cur_entry->symbols = m_sxElemContent;
      break;
    case XLE_ENTRY_PASSWORDPOLICYNAME:
      m_cur_entry->policyname = m_sxElemContent;
      break;
    case XLE_KBSHORTCUT:
      m_cur_entry->kbshortcut = m_sxElemContent;
      break;
    case XLE_STATUS:
      i = _ttoi(m_sxElemContent.c_str());
      Format(buffer, _T("%01x"), i);
      m_cur_entry->pwhistory = buffer;
      break;
    case XLE_MAX:
      i = _ttoi(m_sxElemContent.c_str());
      Format(buffer, _T("%02x"), i);
      m_cur_entry->pwhistory += buffer;
      break;
    case XLE_NUM:
      i = _ttoi(m_sxElemContent.c_str());
      Format(buffer, _T("%02x"), i);
      m_cur_entry->pwhistory += buffer;
      break;
    case XLE_HISTORY_ENTRY:
      ASSERT(m_cur_pwhistory_entry != nullptr);
      Format(buffer, _T("\xff%ls\xff%04x\xff%ls"),
             m_cur_pwhistory_entry->changed.c_str(),
             m_cur_pwhistory_entry->oldpassword.length(),
             m_cur_pwhistory_entry->oldpassword.c_str());
      m_cur_entry->pwhistory += buffer;
      delete m_cur_pwhistory_entry;
      m_cur_pwhistory_entry = nullptr;
      break;
    case XLE_CHANGEDX:
      m_cur_pwhistory_entry->changed = m_sxElemContent;
      break;
    case XLE_OLDPASSWORD:
      ASSERT(m_cur_pwhistory_entry != nullptr);
      m_cur_pwhistory_entry->oldpassword = m_sxElemContent;
      break;
    case XLE_ENTRY_PWLENGTH:
      m_cur_entry->pwp.length = _ttoi(m_sxElemContent.c_str());
      break;
    case XLE_ENTRY_PWUSEDIGITS:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->pwp.flags |= PWPolicy::UseDigits;
      else
        m_cur_entry->pwp.flags &= ~PWPolicy::UseDigits;
      break;
    case XLE_ENTRY_PWUSEEASYVISION:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->pwp.flags |= PWPolicy::UseEasyVision;
      else
        m_cur_entry->pwp.flags &= ~PWPolicy::UseEasyVision;
      break;
    case XLE_ENTRY_PWUSEHEXDIGITS:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->pwp.flags |= PWPolicy::UseHexDigits;
      else
        m_cur_entry->pwp.flags &= ~PWPolicy::UseHexDigits;
      break;
    case XLE_ENTRY_PWUSELOWERCASE:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->pwp.flags |= PWPolicy::UseLowercase;
      else
        m_cur_entry->pwp.flags &= ~PWPolicy::UseLowercase;
      break;
    case XLE_ENTRY_PWUSESYMBOLS:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->pwp.flags |= PWPolicy::UseSymbols;
      else
        m_cur_entry->pwp.flags &= ~PWPolicy::UseSymbols;
      break;
    case XLE_ENTRY_PWUSEUPPERCASE:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->pwp.flags |= PWPolicy::UseUppercase;
      else
        m_cur_entry->pwp.flags &= ~PWPolicy::UseUppercase;
      break;
    case XLE_ENTRY_PWMAKEPRONOUNCEABLE:
      if (m_sxElemContent == _T("1"))
        m_cur_entry->pwp.flags |= PWPolicy::MakePronounceable;
      else
        m_cur_entry->pwp.flags &= ~PWPolicy::MakePronounceable;
      break;
    case XLE_ENTRY_PWDIGITMINLENGTH:
      m_cur_entry->pwp.digitminlength = _ttoi(m_sxElemContent.c_str());
      break;
    case XLE_ENTRY_PWLOWERCASEMINLENGTH:
      m_cur_entry->pwp.lowerminlength = _ttoi(m_sxElemContent.c_str());
      break;
    case XLE_ENTRY_PWSYMBOLMINLENGTH:
      m_cur_entry->pwp.symbolminlength = _ttoi(m_sxElemContent.c_str());
      break;
    case XLE_ENTRY_PWUPPERCASEMINLENGTH:
      m_cur_entry->pwp.upperminlength = _ttoi(m_sxElemContent.c_str());
      break;
    case XLE_PASSWORDSAFE:
    case XLE_PWHISTORY:
    case XLE_HISTORY_ENTRIES:
    case XLE_ENTRY_PASSWORDPOLICY:
    default:
      break;
    case XLE_POLICY:
    {
      // Deal with Named Policies in the XML file
      PWPolicy currentDB_st_pp;
      if (m_pXMLcore->GetPolicyFromName(m_PolicyName, currentDB_st_pp)) {
        // It already exists in current database
        if (currentDB_st_pp != m_Named_pwp) {
          // They are not the same
          m_pXMLcore->MakePolicyUnique(m_mapRenamedPolicies, m_PolicyName,
                              m_sxXML_DateTime, IDSC_IMPORTPOLICY);
          // Now renamed add it
          m_MapPSWDPLC[m_PolicyName] = m_Named_pwp;
          m_numRenamedPolicies++;
        }
      } else {
        // Doesn't exist - need to add it
        m_MapPSWDPLC[m_PolicyName] = m_Named_pwp;
      }
      m_bPolicyBeingProcessed = false;
      break;
    }
    case XLE_PWNAME:
      m_PolicyName = m_sxElemContent.c_str();
      break;
  }

  // If we have processed a DB preference - add it to our copy
  if (bpref != PWSprefs::NumBoolPrefs)    // boolean
    PWSprefs::GetInstance()->SetPref(bpref, _ttoi(m_sxElemContent.c_str()) == 0 ? false : true, true);
  if (ipref != PWSprefs::NumIntPrefs)     // integer
    PWSprefs::GetInstance()->SetPref(ipref, _ttoi(m_sxElemContent.c_str()), true);
  if (spref != PWSprefs::NumStringPrefs)  // string
    PWSprefs::GetInstance()->SetPref(spref, m_sxElemContent, true);
}

void XMLFileHandlers::AddXMLEntries()
{
  // First add any Policy Names imported that are not already in the database
  // This must be done prior to importing entries that may reference them
  if (!m_MapPSWDPLC.empty()) {
    Command *pcmd = DBPolicyNamesCommand::Create(m_pXMLcore, m_MapPSWDPLC,
                            DBPolicyNamesCommand::NP_ADDNEW);
    m_pmulticmds->Add(pcmd);
  }

  // Get current DB default password policy and that from the XML file and
  // check that they are the same?
  PWPolicy st_to_default_pp, st_import_default_pp;
  st_to_default_pp = PWSprefs::GetInstance()->GetDefaultPolicy();
  st_import_default_pp = PWSprefs::GetInstance()->GetDefaultPolicy(true);
  const bool bPWPDefaults_Different = st_to_default_pp != st_import_default_pp;

  StringX sxEntriesWithNewNamedPolicies;
  vdb_entries::iterator entry_iter;
  CItemData ci_temp;
  bool bMaintainDateTimeStamps = PWSprefs::GetInstance()->
              GetPref(PWSprefs::MaintainDateTimeStamps);
  bool bIntoEmpty = m_pXMLcore->GetNumEntries() == 0;

  // Initialize sets
  GTUSet setGTU;
  m_pXMLcore->InitialiseGTU(setGTU);
  UUIDSet setUUID;
  m_pXMLcore->InitialiseUUID(setUUID);

  Command *pcmd1 = UpdateGUICommand::Create(m_pXMLcore,
                                            UpdateGUICommand::WN_UNDO,
                                            UpdateGUICommand::GUI_UNDO_IMPORT);
  m_pmulticmds->Add(pcmd1);

  for (entry_iter = m_ventries.begin(); entry_iter != m_ventries.end(); entry_iter++) {
    bool bNoPolicy(false);
    pw_entry *cur_entry = *entry_iter;
    StringX sxtitle(cur_entry->title);
    StringX sxMissingPolicyName;
    EmptyIfOnlyWhiteSpace(sxtitle);
    // Title and Password are mandatory fields!
    if (sxtitle.empty() || cur_entry->password.empty()) {
      stringT cs_error, cs_temp, cs_id, cs_tp, cs_t(_T("")), cs_p(_T(""));
      int num = 0;
      if (sxtitle.empty()) {
        num++;
        cs_t = CItemData::EngFieldName(CItemData::TITLE);
      }
      if (cur_entry->password.empty()) {
        num++;
        cs_p = CItemData::EngFieldName(CItemData::PASSWORD);
      }

      Format(cs_tp, _T("%ls%ls%ls"), cs_t.c_str(), num == 2 ? _T(" & ") : _T(""), cs_p.c_str());
      stringT::iterator new_end = std::remove(cs_tp.begin(), cs_tp.end(), TCHAR('\t'));
      cs_tp.erase(new_end, cs_tp.end());

      LoadAString(cs_id, IDSC_IMPORT_ENTRY_ID);
      Format(cs_temp, IDSC_IMPORTENTRY, cs_id.c_str(), cur_entry->id,
             cur_entry->group.c_str(), cur_entry->title.c_str(), cur_entry->username.c_str());
      Format(cs_error, IDSC_IMPORTRECSKIPPED, cs_temp.c_str(), cs_tp.c_str());
      m_strSkippedList += cs_error;
      m_numEntriesSkipped++;
      m_numEntries--;
      delete cur_entry;
      continue;
    }

    if (m_bImportPSWDsOnly) {
      ItemListIter iter = m_pXMLcore->Find(cur_entry->group, cur_entry->title, cur_entry->username);
      if (iter == m_pXMLcore->GetEntryEndIter()) {
        stringT cs_error, cs_id, cs_temp;
        LoadAString(cs_id, IDSC_IMPORT_ENTRY_ID);
        Format(cs_temp, IDSC_IMPORTENTRY, cs_id.c_str(), cur_entry->id,
               cur_entry->group.c_str(), cur_entry->title.c_str(), cur_entry->username.c_str());
        Format(cs_error, IDSC_IMPORTRECNOTFOUND, cs_temp.c_str());

        m_strSkippedList += cs_error;
        m_numEntriesSkipped++;
        m_numEntries--;
      } else {
        CItemData *pci = &iter->second;
        Command *pcmd = UpdatePasswordCommand::Create(m_pXMLcore, *pci,
                                                      cur_entry->password);
        pcmd->SetNoGUINotify();
        m_pmulticmds->Add(pcmd);
        if (bMaintainDateTimeStamps) {
          pci->SetATime();
        }
      }
      delete cur_entry;
      continue;
    }

    uuid_array_t ua;
    ci_temp.Clear();
    bool bNewUUID(true);
    if (!cur_entry->uuid.empty()) {
      stringT temp = cur_entry->uuid.c_str();
      // Verify it is the correct length (should be or the schema is wrong!)
      if (temp.length() == sizeof(uuid_array_t) * 2) {
        unsigned int x(0);
        for (size_t i = 0; i < sizeof(uuid_array_t); i++) {
          stringstreamT ss;
          ss.str(temp.substr(i * 2, 2));
          ss >> hex >> x;
          ua[i] = static_cast<unsigned char>(x);
        }
        const CUUID uuid(ua);
        if (uuid != CUUID::NullUUID()) {
          UUIDSetPair pr_uuid = setUUID.insert(uuid);
          if (pr_uuid.second) {
            ci_temp.SetUUID(uuid);
            bNewUUID = false;
          }
        }
      }
    }

    if (bNewUUID) {
      // Need to create new UUID (missing or duplicate in DB or import file)
      // and add to set
      CUUID uuid;
      setUUID.insert(uuid);
      ci_temp.SetUUID(uuid);
    }

    StringX sxnewgroup, sxnewtitle(cur_entry->title);
    if (!m_ImportedPrefix.empty()) {
      sxnewgroup = m_ImportedPrefix.c_str();
      if (!cur_entry->group.empty())
         sxnewgroup += _T(".");
    }
    sxnewgroup += cur_entry->group;
    EmptyIfOnlyWhiteSpace(sxnewgroup);
    EmptyIfOnlyWhiteSpace(sxnewtitle);

    bool conflict = !m_pXMLcore->MakeEntryUnique(setGTU,
                                                 sxnewgroup, sxnewtitle,
                                                 cur_entry->username,
                                                 IDSC_IMPORTNUMBER);

    if (conflict) {
      stringT cs_header, cs_error;
      if (cur_entry->group.empty())
        LoadAString(cs_header, IDSC_IMPORTCONFLICTSX2);
      else
        Format(cs_header, IDSC_IMPORTCONFLICTSX1, cur_entry->group.c_str());

      Format(cs_error, IDSC_IMPORTCONFLICTS0, cs_header.c_str(),
               cur_entry->title.c_str(), cur_entry->username.c_str(), sxnewtitle.c_str());
      m_strRenameList += cs_error;
      m_numEntriesRenamed++;
    }

    ci_temp.SetGroup(sxnewgroup);

    if (!sxnewtitle.empty())
      ci_temp.SetTitle(sxnewtitle, m_delimiter);

    EmptyIfOnlyWhiteSpace(cur_entry->username);
    if (!cur_entry->username.empty())
      ci_temp.SetUser(cur_entry->username);

    if (!cur_entry->password.empty())
      ci_temp.SetPassword(cur_entry->password);

    if (!cur_entry->twofactorkey.empty()) {

      ci_temp.SetTwoFactorKey(cur_entry->twofactorkey);

      if (!cur_entry->totpconfig.empty())
        ci_temp.SetTotpConfig(cur_entry->totpconfig);

      if (!cur_entry->totpstarttime.empty())
        ci_temp.SetTotpStartTime(cur_entry->totpstarttime);

      if (!cur_entry->totptimestep.empty())
        ci_temp.SetTotpTimeStep(cur_entry->totptimestep);

      if (!cur_entry->totplength.empty())
        ci_temp.SetTotpLength(cur_entry->totplength);
    }

    EmptyIfOnlyWhiteSpace(cur_entry->url);
    if (!cur_entry->url.empty())
      ci_temp.SetURL(cur_entry->url);

    EmptyIfOnlyWhiteSpace(cur_entry->autotype);
    if (!cur_entry->autotype.empty())
      ci_temp.SetAutoType(cur_entry->autotype);

    if (!cur_entry->ctime.empty())
      ci_temp.SetCTime(cur_entry->ctime.c_str());

    if (!cur_entry->pmtime.empty())
      ci_temp.SetPMTime(cur_entry->pmtime.c_str());

    if (!cur_entry->atime.empty())
      ci_temp.SetATime(cur_entry->atime.c_str());

    if (!cur_entry->xtime.empty())
      ci_temp.SetXTime(cur_entry->xtime.c_str());

    if (!cur_entry->xtime_interval.empty()) {
      int32 numdays = _ttoi(cur_entry->xtime_interval.c_str());
      if (numdays > 0 && numdays <= 3650)
        ci_temp.SetXTimeInt(numdays);
    }

    if (!cur_entry->rmtime.empty())
      ci_temp.SetRMTime(cur_entry->rmtime.c_str());

    if (!cur_entry->run_command.empty())
      ci_temp.SetRunCommand(cur_entry->run_command);

    if (cur_entry->pwp.flags != 0)
      ci_temp.SetPWPolicy(cur_entry->pwp);

    if (!cur_entry->dca.empty())
      ci_temp.SetDCA(cur_entry->dca.c_str());

    if (!cur_entry->shiftdca.empty())
      ci_temp.SetShiftDCA(cur_entry->shiftdca.c_str());

    if (!cur_entry->email.empty())
      ci_temp.SetEmail(cur_entry->email);

    if (cur_entry->ucprotected)
      ci_temp.SetProtected(cur_entry->ucprotected != 0);

    if (!cur_entry->symbols.empty())
      ci_temp.SetSymbols(cur_entry->symbols);

    if (cur_entry->policyname.empty()) {
      // Not using a named password policy
      if (cur_entry->pwp.flags == 0) {
        // If no specific policy (meaning use default) and they are different,
        // Make this entry have the imported default its specific policy
        if (bPWPDefaults_Different) {
          ci_temp.SetPWPolicy(st_import_default_pp);
        }
      } else {
        // Has been imported with a specific password policy - set it
        ci_temp.SetPWPolicy(cur_entry->pwp);
      }
    } else {
      // Using a named password policy
      // Checks:
      // 1. Are we about to add it?
      // 2. If not, did we rename it?
      // 3. Is it in our current DB?

      if (m_MapPSWDPLC.find(cur_entry->policyname) == m_MapPSWDPLC.end()) {
        // We are not about to add it - so
        // Is it one we renamed because it exists in the current
        // database but with different settings?
        std::map<StringX, StringX>::const_iterator citer;
        citer = m_mapRenamedPolicies.find(cur_entry->policyname);
        if (citer != m_mapRenamedPolicies.end()) {
          // Yes we did, so use renamed version
          cur_entry->policyname = citer->second;
          StringX sxChanged = L"\r\n\xab" + cur_entry->group    + L"\xbb " +
                              L"\xab"     + cur_entry->title    + L"\xbb " +
                              L"\xab"     + cur_entry->username + L"\xbb";
          sxEntriesWithNewNamedPolicies += sxChanged;
        } else {
          // No we didn't, verify current database has it
          PWPolicy currentDB_named_st_pp;
          if (!m_pXMLcore->GetPolicyFromName(cur_entry->policyname, currentDB_named_st_pp)) {
            // Not here - make a note and clear the name
            // As we have no information about it's settings we can't even give
            // this entry a specific policy
            sxMissingPolicyName = cur_entry->policyname;
            cur_entry->policyname = _T("");
            m_numNoPolicies++;
            bNoPolicy = true;
          }
        }
      }
      ci_temp.SetPolicyName(cur_entry->policyname);
    }

    if (!cur_entry->kbshortcut.empty()) {
      ci_temp.SetKBShortcut(cur_entry->kbshortcut);
    }

    StringX newPWHistory;
    stringT strPWHErrorList;

    switch (VerifyXMLImportPWHistoryString(cur_entry->pwhistory,
                                           newPWHistory, strPWHErrorList)) {
      case PWH_OK:
        ci_temp.SetPWHistory(newPWHistory.c_str());
        break;
      case PWH_IGNORE:
        break;
      case PWH_INVALID_HDR:
      case PWH_INVALID_STATUS:
      case PWH_INVALID_NUM:
      case PWH_INVALID_DATETIME:
      case PWH_PSWD_LENGTH_NOTHEX:
      case PWH_INVALID_PSWD_LENGTH:
      case PWH_INVALID_FIELD_LENGTH:
      {
        stringT buffer;
        Format(buffer, IDSC_SAXERRORPWH, cur_entry->group.c_str(),
               cur_entry->title.c_str(),
               cur_entry->username.c_str());
        m_strPWHErrorList += buffer;
        m_strPWHErrorList += strPWHErrorList;
        m_numEntriesPWHErrors++;
        break;
      }
      default:
        ASSERT(0);
    }

    EmptyIfOnlyWhiteSpace(cur_entry->notes);
    if (!cur_entry->notes.empty())
      ci_temp.SetNotes(cur_entry->notes, m_delimiter);

    // If a potential alias, add to the vector for later verification and processing
    if (cur_entry->entrytype == ALIAS && !cur_entry->bforce_normal_entry) {
      m_pPossible_Aliases->push_back(ci_temp.GetUUID());
    }
    if (cur_entry->entrytype == SHORTCUT && !cur_entry->bforce_normal_entry) {
      m_pPossible_Shortcuts->push_back(ci_temp.GetUUID());
    }

    if (!bIntoEmpty) {
      ci_temp.SetStatus(CItemData::ES_ADDED);
    }

    StringX sxImportedEntry;
    // Use new group if the entries have been imported under a new level.
    Format(sxImportedEntry, PWScore::GROUPTITLEUSERINCHEVRONS,
                        sxnewgroup.c_str(), cur_entry->title.c_str(),
                        cur_entry->username.c_str());
    m_prpt->WriteLine(sxImportedEntry.c_str());

    if (bNoPolicy) {
      Format(sxImportedEntry, IDSC_MISSINGPOLICYNAME, sxMissingPolicyName.c_str());
      m_prpt->WriteLine(sxImportedEntry.c_str());
    }

    // Need to check that entry keyboard shortcut not already in use!
    int32 iKBShortcut;
    ci_temp.GetKBShortcut(iKBShortcut);
    
    if (iKBShortcut != 0) {
      // Check if already in use as an Entry Keyboard Shortcut
      CUUID existingUUID = m_pXMLcore->GetKBShortcut(iKBShortcut);
      if (existingUUID != CUUID::NullUUID()) {
        // Remove it
        ci_temp.SetKBShortcut(0);
        ItemListIter iter = m_pXMLcore->Find(existingUUID);
        if (iter == m_pXMLcore->GetEntryEndIter())
          break;

        // Tell the user via the report
        StringX sxExistingEntry;
        Format(sxExistingEntry, PWScore::GROUPTITLEUSERINCHEVRONS,
                           iter->second.GetGroup().c_str(), iter->second.GetTitle().c_str(),
                           iter->second.GetUser().c_str());

        StringX sxTemp, sxImported;
        LoadAString(sxImported, IDSC_IMPORTED);
        Format(sxTemp, IDSC_KBSHORTCUT_REMOVED,
               sxImported.c_str(), sxImportedEntry.c_str(), sxExistingEntry.c_str(), sxImported.c_str());
        m_prpt->WriteLine(sxTemp.c_str());
        m_numShortcutsRemoved++;
      }

      // Check if already in use as an the PaswordSafe Application HotKey
      if (m_pXMLcore->GetAppHotKey() == iKBShortcut) {
        // Remove it
        ci_temp.SetKBShortcut(0);

        // Tell the user via the report
        StringX sxTemp, sxImported;
        LoadAString(sxImported, IDSC_IMPORTED);
        Format(sxTemp, IDSC_KBSHORTCUT_USEBYAPP, sxImported.c_str(), sxImportedEntry.c_str());
        m_prpt->WriteLine(sxTemp.c_str());
        m_numShortcutsRemoved++;
      }
    }

    Command *pcmd = AddEntryCommand::Create(m_pXMLcore, ci_temp);
    pcmd->SetNoGUINotify();
    m_pmulticmds->Add(pcmd);
    delete cur_entry;
  }

  Command *pcmdA = AddDependentEntriesCommand::Create(m_pXMLcore, *m_pPossible_Aliases, m_prpt,
                                                      CItemData::ET_ALIAS,
                                                      CItemData::PASSWORD);
  pcmdA->SetNoGUINotify();
  m_pmulticmds->Add(pcmdA);
  Command *pcmdS = AddDependentEntriesCommand::Create(m_pXMLcore, *m_pPossible_Shortcuts, m_prpt,
                                                      CItemData::ET_SHORTCUT,
                                                      CItemData::PASSWORD);
  pcmdS->SetNoGUINotify();
  m_pmulticmds->Add(pcmdS);

  // Validate Empty Groups don't have empty sub-groups
  if (!m_vEmptyGroups.empty()) {
    std::sort(m_vEmptyGroups.begin(), m_vEmptyGroups.end());
    std::vector<size_t> viDelete;
    for (size_t ieg = 0; ieg < m_vEmptyGroups.size() - 1; ieg++) {
      StringX sxEG = m_vEmptyGroups[ieg] + L".";
      if (sxEG == m_vEmptyGroups[ieg + 1].substr(0, sxEG.length())) {
        // Can't be empty as has empty sub-group. Save to delete later
        viDelete.push_back(ieg);
      }
    }

    if (!viDelete.empty()) {
      // Remove non-empty groups
      std::vector<size_t>::reverse_iterator rit;
      for (rit = viDelete.rbegin(); rit != viDelete.rend(); rit++) {
        m_vEmptyGroups.erase(m_vEmptyGroups.begin() + *rit);
      }
    }
  }
  
  // Then add any Empty Groups imported that are not already in the database
  if (!m_vEmptyGroups.empty()) {
    if (!m_ImportedPrefix.empty()) {
      const StringX sxNewPath = StringX(m_ImportedPrefix.c_str()) + StringX(L".");
      for (size_t i = 0; i < m_vEmptyGroups.size(); i++) {
        m_vEmptyGroups[i] = sxNewPath + m_vEmptyGroups[i];
      }
    }
    Command *pcmd = DBEmptyGroupsCommand::Create(m_pXMLcore, m_vEmptyGroups,
                           DBEmptyGroupsCommand::EG_ADDALL);
    m_pmulticmds->Add(pcmd);
  }

  Command *pcmd2 = UpdateGUICommand::Create(m_pXMLcore,
                                            UpdateGUICommand::WN_EXECUTE_REDO,
                                            UpdateGUICommand::GUI_REDO_IMPORT);
  m_pmulticmds->Add(pcmd2);

  if (!sxEntriesWithNewNamedPolicies.empty()) {
    StringX sxRenamedPolicies;
    Format(sxRenamedPolicies, IDSC_ENTRIES_POLICIES, m_sxXML_DateTime.c_str(),
                sxEntriesWithNewNamedPolicies.c_str());
    m_prpt->WriteLine();
    m_prpt->WriteLine(sxRenamedPolicies.c_str());
    m_prpt->WriteLine();
  }
}

void XMLFileHandlers::AddDBPreferences()
{
  // Copy over preferences from XML input to this DB (only if DB was empty before import)
  PWSprefs::GetInstance()->UpdateFromCopyPrefs(PWSprefs::ptDatabase);
}
