package org.hl7.fhir.convertors.misc.argonaut;

/*
  Copyright (c) 2011+, HL7, Inc.
  All rights reserved.
  
  Redistribution and use in source and binary forms, with or without modification, 
  are permitted provided that the following conditions are met:
    
   * Redistributions of source code must retain the above copyright notice, this 
     list of conditions and the following disclaimer.
   * Redistributions in binary form must reproduce the above copyright notice, 
     this list of conditions and the following disclaimer in the documentation 
     and/or other materials provided with the distribution.
   * Neither the name of HL7 nor the names of its contributors may be used to 
     endorse or promote products derived from this software without specific 
     prior written permission.
  
  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND 
  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 
  WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 
  IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, 
  INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 
  NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 
  PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 
  WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 
  ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 
  POSSIBILITY OF SUCH DAMAGE.
  
 */


import org.apache.commons.io.IOUtils;
import org.fhir.ucum.UcumEssenceService;
import org.fhir.ucum.UcumService;
import org.hl7.fhir.convertors.misc.CDAUtilities;
import org.hl7.fhir.convertors.misc.ccda.CcdaExtensions;
import org.hl7.fhir.convertors.misc.Convert;
import org.hl7.fhir.convertors.misc.ConverterBase;
import org.hl7.fhir.dstu3.context.SimpleWorkerContext;
import org.hl7.fhir.dstu3.formats.IParser.OutputStyle;
import org.hl7.fhir.dstu3.formats.JsonParser;
import org.hl7.fhir.dstu3.formats.XmlParser;
import org.hl7.fhir.dstu3.model.*;
import org.hl7.fhir.dstu3.model.AllergyIntolerance.AllergyIntoleranceReactionComponent;
import org.hl7.fhir.dstu3.model.Condition.ConditionVerificationStatus;
import org.hl7.fhir.dstu3.model.DocumentReference.DocumentReferenceContentComponent;
import org.hl7.fhir.dstu3.model.DocumentReference.DocumentReferenceContextComponent;
import org.hl7.fhir.dstu3.model.Encounter.EncounterHospitalizationComponent;
import org.hl7.fhir.dstu3.model.Encounter.EncounterStatus;
import org.hl7.fhir.dstu3.model.Enumerations.DocumentReferenceStatus;
import org.hl7.fhir.dstu3.model.Immunization.ImmunizationExplanationComponent;
import org.hl7.fhir.dstu3.model.Immunization.ImmunizationStatus;
import org.hl7.fhir.dstu3.model.ListResource.ListMode;
import org.hl7.fhir.dstu3.model.ListResource.ListStatus;
import org.hl7.fhir.dstu3.model.MedicationStatement.MedicationStatementStatus;
import org.hl7.fhir.dstu3.model.Narrative.NarrativeStatus;
import org.hl7.fhir.dstu3.model.Observation.ObservationRelationshipType;
import org.hl7.fhir.dstu3.model.Observation.ObservationStatus;
import org.hl7.fhir.dstu3.model.Procedure.ProcedurePerformerComponent;
import org.hl7.fhir.dstu3.model.Procedure.ProcedureStatus;
import org.hl7.fhir.dstu3.utils.NarrativeGenerator;
import org.hl7.fhir.dstu3.utils.ResourceUtilities;
import org.hl7.fhir.utilities.Utilities;
import org.hl7.fhir.utilities.ZipGenerator;
import org.hl7.fhir.utilities.validation.ValidationMessage;
import org.hl7.fhir.utilities.validation.ValidationMessage.IssueSeverity;
import org.hl7.fhir.utilities.xhtml.NodeType;
import org.hl7.fhir.utilities.xhtml.XhtmlNode;
import org.hl7.fhir.utilities.xml.XMLUtil;
import org.w3c.dom.Element;

import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.util.*;

public class ArgonautConverter extends ConverterBase {
  //  public final static String DEF_TS_SERVER = "http://fhir-dev.healthintersections.com.au/open";
  public final static String DEV_TS_SERVER = "http://local.fhir.org:960/open";
  public static final String UCUM_PATH = "c:\\work\\org.hl7.fhir\\build\\implementations\\java\\org.hl7.fhir.convertors\\samples\\ucum-essence.xml";
  public static final String SRC_PATH = "c:\\work\\org.hl7.fhir\\build\\publish\\";
  private static final String DEFAULT_ID_SPACE = "urn:uuid:e8e06b15-0f74-4b8e-b5e2-609dae7119dc";

  private static final boolean WANT_SAVE = true;
  private static final boolean WANT_VALIDATE = false;
  private final UcumService ucumSvc;
  //    private ValidationEngine validator;
  private final SimpleWorkerContext context;
  private final Map<String, Map<String, Integer>> sections = new HashMap<>();
  private final Map<String, Practitioner> practitionerCache = new HashMap<>();
  private final Set<String> oids = new HashSet<>();
  private final Map<String, ZipGenerator> zipsX = new HashMap<>();
  private final Map<String, ZipGenerator> zipsJ = new HashMap<>();
  private final Map<String, Stats> stats = new HashMap<>();
  public int perfCount;
  int errors = 0;
  int warnings = 0;
  Map<String, Integer> procCodes = new HashMap<>();
  Map<String, Integer> condCodes = new HashMap<>();
  Map<String, Integer> allergyCodes = new HashMap<>();
  private String destFolder;
  private ZipGenerator zipJ;
  private ZipGenerator zipX;

  public ArgonautConverter(UcumService ucumSvc, String path) throws Exception {
    super();
    this.ucumSvc = ucumSvc;
    context = SimpleWorkerContext.fromPack(path);
//              validator = new ValidationEngine();
//              validator.readDefinitions(path);
//              validator.setAnyExtensionsAllowed(true);
  }

  public static void main(String[] args) {
    try {
      ArgonautConverter c = new ArgonautConverter(new UcumEssenceService(UCUM_PATH), Utilities.path(SRC_PATH, "validation.xml.zip"));
      c.destFolder = "C:\\work\\com.healthintersections.fhir\\argonaut\\fhir";
      c.convert("C:\\work\\com.healthintersections.fhir\\argonaut\\cda\\file_emergency", new Coding().setSystem("http://hl7.org/fhir/v3/ActCode").setCode("EMER"));
      c.convert("C:\\work\\com.healthintersections.fhir\\argonaut\\cda\\file_ed", new Coding().setSystem("http://hl7.org/fhir/v3/ActCode").setCode("IMP"));
      c.convert("C:\\work\\com.healthintersections.fhir\\argonaut\\cda\\fileX", new Coding().setSystem("http://hl7.org/fhir/v3/ActCode").setCode("AMB"));
      c.printSectionSummaries();
      c.closeZips();
      System.out.println("All done. " + c.getErrors() + " errors, " + c.getWarnings() + " warnings");
    } catch (Exception e) {
      e.printStackTrace();
    }
  }

  public int getErrors() {
    return errors;
  }

  public int getWarnings() {
    return warnings;
  }

  public void convert(String sourceFolder, Coding clss) throws Exception {
    File source = new File(sourceFolder);
    for (String f : source.list()) {
      convert(sourceFolder, f, clss);
    }
  }

  private void closeZips() throws Exception {
    for (ZipGenerator z : zipsJ.values())
      z.close();
    for (ZipGenerator z : zipsX.values())
      z.close();
  }

  public void printSectionSummaries() {
    System.out.println("Statistics:");
    for (String n : sorted(stats.keySet())) {
      Stats s = stats.get(n);
      System.out.println("  " + n + ": generated " + s.getInstances() + ", errors " + s.getErrors() + ", warnings " + s.getWarnings());
    }

    System.out.println("OIDs:");
    for (String n : sorted(oids))
      System.out.println("  " + n);

    for (String n : sections.keySet()) {
      System.out.println(n + " Analysis");
      Map<String, Integer> s = sections.get(n);
      for (String p : sorted(s.keySet())) {
        System.out.println("  " + p + ": " + s.get(p));
      }
    }

    dumpCodes();
  }

  private List<String> sorted(Set<String> keys) {
    List<String> names = new ArrayList<>();
    names.addAll(keys);
    Collections.sort(names);
    return names;
  }

  private void convert(String sourceFolder, String filename, Coding clss) throws IOException {
    if (new File(Utilities.path(sourceFolder, filename)).length() == 0)
      return;

    CDAUtilities cda;
    try {
      System.out.println("Process " + Utilities.path(sourceFolder, filename));
      cda = new CDAUtilities(new FileInputStream(Utilities.path(sourceFolder, filename)));
      zipJ = new ZipGenerator(Utilities.path(destFolder, "json/doc", Utilities.changeFileExt(filename, ".json.zip")));
      zipX = new ZipGenerator(Utilities.path(destFolder, "xml/doc", Utilities.changeFileExt(filename, ".xml.zip")));
      Element doc = cda.getElement();
      Convert convert = new Convert(cda, ucumSvc, "-0400");
      convert.setGenerateMissingExtensions(true);
      Context context = new Context();
      context.setBaseId(Utilities.changeFileExt(filename, ""));
      context.setEncClass(clss);
      makeSubject(cda, convert, doc, context, context.getBaseId() + "-patient");
      makeAuthor(cda, convert, doc, context, context.getBaseId() + "-author");
      makeEncounter(cda, convert, doc, context, context.getBaseId() + "-encounter");
      Element body = cda.getDescendent(doc, "component/structuredBody");
      for (Element c : cda.getChildren(body, "component")) {
        processSection(cda, convert, context, cda.getChild(c, "section"));
      }
      oids.addAll(convert.getOids());
      saveResource(context.getEncounter());
      makeBinary(sourceFolder, filename, context);
      makeDocumentReference(cda, convert, doc, context);
      zipJ.close();
      zipX.close();
    } catch (Exception e) {
      throw new Error("Unable to process " + Utilities.path(sourceFolder, filename) + ": " + e.getMessage(), e);
    }
  }

  private void processSection(CDAUtilities cda, Convert convert, Context context, Element section) throws Exception {
    checkNoSubject(cda, section, "Section");

    // this we do by templateId
    if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.11") || cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.5.1"))
      processProblemsSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.12") || cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.7.1"))
      processProcedureSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.3") || cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.22.1"))
      processEncountersSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.6.1"))
      processAllergiesSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.2.1") || cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.6"))
      processImmunizationsSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "1.3.6.1.4.1.19376.1.5.3.1.3.1"))
      processReasonForEncounter(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.3.1") || cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.14"))
      processResultsSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.4.1") || cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.16"))
      processVitalSignsSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.1.1") || cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.8"))
      processMedicationsSection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.22.2.17") || cda.hasTemplateId(section, "2.16.840.1.113883.3.88.11.83.126"))
      processSocialHistorySection(cda, convert, section, context);
    else if (cda.hasTemplateId(section, "2.16.840.1.113883.10.20.1.9"))
      scanSection("Payers", section);
    else
      throw new Exception("Unprocessed section " + cda.getChild(section, "title").getTextContent());
  }

  private void checkNoSubject(CDAUtilities cda, Element act, String path) throws Exception {
    if (cda.getChild(act, "subject") != null)
      throw new Exception("The conversion program cannot accept a subject at the location " + path);
  }

  private void scanSection(String name, Element child) {
    Map<String, Integer> section;
    if (sections.containsKey(name))
      section = sections.get(name);
    else {
      section = new HashMap<>();
      sections.put(name, section);
    }
    iterateChildren(section, "/", child);
  }

  private void iterateChildren(Map<String, Integer> section, String path, Element element) {
    Element child = XMLUtil.getFirstChild(element);
    while (child != null) {
      String pathC = path + child.getNodeName() + attributes(child);
      if (section.containsKey(pathC))
        section.put(pathC, section.get(pathC) + 1);
      else
        section.put(pathC, 1);
      iterateChildren(section, pathC + "/", child);
      child = XMLUtil.getNextSibling(child);
    }
  }

  private String attributes(Element child) {
    String s = ",";
    if (child.hasAttribute("inversionInd"))
      s += "inversionInd:" + child.getAttribute("inversionInd") + ",";
    if (child.hasAttribute("negationInd"))
      s += "negationInd:" + child.getAttribute("negationInd") + ",";
    if (child.hasAttribute("nullFlavor"))
      s += "nullFlavor:" + child.getAttribute("nullFlavor") + ",";
    if (child.hasAttribute("xsi:type"))
      s += "type:" + child.getAttribute("xsi:type") + ",";
    s = s.substring(0, s.length() - 1);

    if (child.getNodeName().equals("statusCode"))
      return "[code:" + child.getAttribute("code") + "]";
    if (child.getNodeName().equals("temnplateId"))
      return "[id:" + child.getAttribute("root") + "]";
    else if (child.hasAttribute("moodCode"))
      return "[" + child.getAttribute("classCode") + "," + child.getAttribute("moodCode") + s + "]";
    else if (child.hasAttribute("classCode"))
      return "[" + child.getAttribute("classCode") + s + "]";
    else if (child.hasAttribute("typeCode"))
      return "[" + child.getAttribute("typeCode") + s + "]";
    else if (Utilities.noString(s))
      return "";
    else
      return "[" + s.substring(1) + "]";
  }

  private void saveResource(Resource resource) throws Exception {
    saveResource(resource, null);
  }

  private void saveResource(Resource resource, String extraType) throws Exception {
    if (!WANT_SAVE)
      return;

    DomainResource dr = null;
    if (resource instanceof DomainResource) {
      dr = (DomainResource) resource;
      if (!dr.hasText()) {
        NarrativeGenerator generator = new NarrativeGenerator("", "", context);
        generator.generate(dr);
      }
    }
    XmlParser xparser = new XmlParser();
    xparser.setOutputStyle(OutputStyle.PRETTY);
    JsonParser jparser = new JsonParser();
    jparser.setOutputStyle(OutputStyle.PRETTY);

    ByteArrayOutputStream ba = new ByteArrayOutputStream();
    xparser.compose(ba, resource);
    ba.close();
    byte[] srcX = ba.toByteArray();
    ba = new ByteArrayOutputStream();
    jparser.compose(ba, resource);
    ba.close();
    byte[] srcJ = ba.toByteArray();

    String rn = resource.getResourceType().toString();
    if (extraType != null)
      rn = rn + extraType;
    zipX.addBytes(resource.getId() + ".xml", srcX, false);
    zipJ.addBytes(resource.getId() + ".json", srcJ, false);
    if (!zipsX.containsKey(rn)) {
      zipsX.put(rn, new ZipGenerator(Utilities.path(destFolder, "xml/type", rn + ".xml.zip")));
      zipsJ.put(rn, new ZipGenerator(Utilities.path(destFolder, "json/type", rn + ".json.zip")));
      stats.put(rn, new Stats());
    }

    zipsJ.get(rn).addBytes(resource.getId() + ".json", srcJ, false);
    zipsX.get(rn).addBytes(resource.getId() + ".xml", srcX, false);
    Stats ss = stats.get(rn);
    ss.setInstances(ss.getInstances() + 1);

    String profile = resource.getUserString("profile");
    validate(srcX, profile, resource, ss);
  }

  private void validate(byte[] src, String url, Resource resource, Stats stats) throws Exception {
    if (!WANT_VALIDATE)
      return;
    if (url == null)
      url = "http://hl7.org/fhir/StructureDefinition/" + resource.getResourceType().toString();
    StructureDefinition def = context.fetchResource(StructureDefinition.class, url);
    if (def == null)
      throw new Exception("Unable to find Structure Definition " + url);

//              validator.reset();
//              validator.setProfile(def);
//              validator.setSource(src);
//              validator.process();
    List<ValidationMessage> msgs = null; // validator.getOutputs();
    boolean ok = false;
    boolean first = true;
    for (ValidationMessage m : msgs) {
      if (m.getLevel() == IssueSeverity.ERROR && !msgOk(m.getMessage())) {
        if (first) {
          System.out.println("  validate " + resource.getId() + ".xml against " + url);
          first = false;
        }
        System.out.println("    " + m.getLevel().toCode() + ": " + m.getMessage() + " @ " + m.getLocation());
        if (m.getLevel() == IssueSeverity.WARNING) {
          stats.setWarnings(stats.getWarnings() + 1);
          warnings++;
        }
        if (m.getLevel() == IssueSeverity.ERROR || m.getLevel() == IssueSeverity.FATAL) {
          stats.setErrors(stats.getErrors() + 1);
          errors++;
        }
      }

      ok = ok && !(m.getLevel() == IssueSeverity.ERROR || m.getLevel() == IssueSeverity.FATAL);
    }
  }

  private boolean msgOk(String message) {
    return message.equals("Invalid Resource target type. Found Observation, but expected one of (DiagnosticReport)");
  }

  private void checkGenerateIdentifier(List<Identifier> ids, DomainResource resource) {
    if (ids.isEmpty())
      ids.add(new Identifier().setSystem(DEFAULT_ID_SPACE).setValue(resource.getClass().getName().toLowerCase() + "-" + resource.getId()));
  }

  private void makeSubject(CDAUtilities cda, Convert convert, Element doc, Context context, String id) throws Exception {
    Element rt = cda.getChild(doc, "recordTarget");
    scanSection("Patient", rt);
    Element pr = cda.getChild(rt, "patientRole");
    Element p = cda.getChild(pr, "patient");

    Patient pat = new Patient();
    pat.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/patient-daf-dafpatient");
    StringBuilder b = new StringBuilder();

    pat.setId(id);
    for (Element e : cda.getChildren(p, "name")) {
      HumanName name = convert.makeNameFromEN(e);
      pat.getName().add(name);
      b.append(NarrativeGenerator.displayHumanName(name));
      b.append(" ");
    }
    b.append("(");
    for (Element e : cda.getChildren(pr, "id")) {
      Identifier identifier = convert.makeIdentifierFromII(e);
      pat.getIdentifier().add(identifier);
      b.append(identifier.getValue());
      b.append(", ");
    }

    for (Element e : cda.getChildren(pr, "addr"))
      pat.getAddress().add(makeDefaultAddress(convert.makeAddressFromAD(e)));
    for (Element e : cda.getChildren(pr, "telecom"))
      pat.getTelecom().add(convert.makeContactFromTEL(e));
    pat.setGender(convert.makeGenderFromCD(cda.getChild(p, "administrativeGenderCode")));
    b.append(pat.getGender().getDisplay());
    b.append(", ");
    pat.setBirthDateElement(convert.makeDateFromTS(cda.getChild(p, "birthTime")));
    b.append("DOB: ");
    b.append(pat.getBirthDateElement().toHumanDisplay());
    b.append(")");
    pat.setMaritalStatus(convert.makeCodeableConceptFromCD(cda.getChild(p, "maritalStatusCode")));

    pat.addExtension(Factory.newExtension(CcdaExtensions.DAF_NAME_RACE, convert.makeCodeableConceptFromCD(cda.getChild(p, "raceCode")), false));
    pat.addExtension(Factory.newExtension(CcdaExtensions.DAF_NAME_ETHNICITY, convert.makeCodeableConceptFromCD(cda.getChild(p, "ethnicGroupCode")), false));

    pat.addExtension(Factory.newExtension(CcdaExtensions.NAME_RELIGION, convert.makeCodeableConceptFromCD(cda.getChild(p, "religiousAffiliationCode")), false));
    pat.addExtension(Factory.newExtension(CcdaExtensions.NAME_BIRTHPLACE, convert.makeAddressFromAD(cda.getChild(p, new String[]{"birthplace", "place", "addr"})), false));

    Element g = cda.getChild(p, "guardian");
    if (g != null) {
      Patient.ContactComponent guardian = new Patient.ContactComponent();
      pat.getContact().add(guardian);
      guardian.getRelationship().add(Factory.newCodeableConcept("GUARD", "urn:oid:2.16.840.1.113883.5.110", "guardian"));
      for (Element e : cda.getChildren(g, "addr"))
        if (guardian.getAddress() == null)
          guardian.setAddress(makeDefaultAddress(convert.makeAddressFromAD(e)));
      for (Element e : cda.getChildren(g, "telecom"))
        guardian.getTelecom().add(convert.makeContactFromTEL(e));
      g = cda.getChild(g, "guardianPerson");
      for (Element e : cda.getChildren(g, "name"))
        if (guardian.getName() == null)
          guardian.setName(convert.makeNameFromEN(e));
    }

    Element l = cda.getChild(p, "languageCommunication");
    CodeableConcept cc = new CodeableConcept();
    Coding c = new Coding();
    c.setSystem(ResourceUtilities.FHIR_LANGUAGE);
    c.setCode(patchLanguage(cda.getChild(l, "languageCode").getAttribute("code")));
    cc.getCoding().add(c);
    pat.addCommunication().setLanguage(cc);

    Element prv = cda.getChild(pr, "providerOrganization");
    if (prv != null)
      pat.setManagingOrganization(new Reference().setReference("Organization/" + processOrganization(prv, cda, convert, context).getId()));

    context.setSubjectRef(new Reference().setDisplay(b.toString()).setReference("Patient/" + pat.getId()));
    saveResource(pat);
  }

  private Organization processOrganization(Element oo, CDAUtilities cda, Convert convert, Context context) throws Exception {
    Organization org = new Organization();
    org.setId(context.getBaseId() + "-organization-" + context.getOrgId());
    org.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/org-daf-daforganization");
    context.setOrgId(context.getOrgId() + 1);
    for (Element e : cda.getChildren(oo, "id"))
      org.getIdentifier().add(convert.makeIdentifierFromII(e));
    for (Element e : cda.getChildren(oo, "addr"))
      org.getAddress().add(makeDefaultAddress(convert.makeAddressFromAD(e)));
    for (Element e : cda.getChildren(oo, "telecom")) {
      ContactPoint cp = convert.makeContactFromTEL(e);
      if (Utilities.noString(cp.getValue()))
        cp.setValue("1 (555) 555 5555");
      org.getTelecom().add(cp);
    }
    for (Element e : cda.getChildren(oo, "name"))
      org.setName(e.getTextContent());
    saveResource(org);
    return org;
  }

  private Address makeDefaultAddress(Address ad) {
    if (ad == null || ad.isEmpty()) {
      ad = new Address();
      ad.addLine("21 Doar road");
      ad.setCity("Erewhon");
      ad.setState("CA");
      ad.setPostalCode("31233");
    }
    return ad;
  }

  private String patchLanguage(String lang) {
    if (lang.equals("spa"))
      return "es";
    if (lang.equals("eng"))
      return "en";
    return lang;
  }

  ///legalAuthenticator/assignedEntity: 2979
  ///legalAuthenticator/assignedEntity/addr: 2979
  ///legalAuthenticator/assignedEntity/assignedPerson: 2979
  ///legalAuthenticator/assignedEntity/id: 2979
  ///legalAuthenticator/assignedEntity/representedOrganization: 2979
  ///legalAuthenticator/assignedEntity/representedOrganization/addr: 2979
  ///legalAuthenticator/assignedEntity/representedOrganization/id: 2979
  ///legalAuthenticator/assignedEntity/representedOrganization/name: 2979
  ///legalAuthenticator/assignedEntity/representedOrganization/telecom: 2979
  ///legalAuthenticator/assignedEntity/telecom: 2979

  private Practitioner makeAuthor(CDAUtilities cda, Convert convert, Element doc, Context context, String id) throws Exception {
    Element a = cda.getChild(doc, "author");
    scanSection("Author", a);
    Practitioner author = processPerformer(cda, convert, context, a, "assignedAuthor", "assignedPerson");
    context.setAuthorRef(new Reference().setDisplay(author.getUserString("display")).setReference("Practitioner/" + author.getId()));
    return author;
  }

  private Practitioner makePerformer(CDAUtilities cda, Convert convert, Context context, Element eperf, String roleName, String entityName) throws Exception {
    Element ae = cda.getChild(eperf, roleName);
    Element ap = cda.getChild(ae, entityName);

    StringBuilder b = new StringBuilder();

    Practitioner perf = new Practitioner();
    perf.setId("performer-" + perfCount);
    perf.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/pract-daf-dafpract");
    perfCount++;
    for (Element e : cda.getChildren(ae, "id")) {
      Identifier id = convert.makeIdentifierFromII(e);
      perf.getIdentifier().add(id);
    }

    for (Element e : cda.getChildren(ap, "name")) {
      HumanName name = convert.makeNameFromEN(e);
      perf.addName(name);
      b.append(NarrativeGenerator.displayHumanName(name));
      b.append(" ");
    }
    for (Element e : cda.getChildren(ae, "addr"))
      perf.getAddress().add(makeDefaultAddress(convert.makeAddressFromAD(e)));
    boolean first = true;
    for (Element e : cda.getChildren(ae, "telecom")) {
      ContactPoint contact = convert.makeContactFromTEL(e);
      perf.getTelecom().add(contact);
      if (!Utilities.noString(contact.getValue())) {
        if (first) {
          b.append("(");
          first = false;
        } else
          b.append(" ");
        b.append(NarrativeGenerator.displayContactPoint(contact));
      }
    }
    if (!first)
      b.append(")");

//              Element e = cda.getChild(ae, "representedOrganization");
//              if (e != null)
//                      perf.addRole().setOrganization(new Reference().setReference("Organization/"+processOrganization(e, cda, convert, context).getId()));
    perf.setUserData("display", b.toString());
    return perf;
  }

  ///serviceEvent/performer/functionCode: 9036
  private Encounter makeEncounter(CDAUtilities cda, Convert convert, Element doc, Context context, String id) throws Exception {
    Element co = cda.getChild(doc, "componentOf");
    Element ee = cda.getChild(co, "encompassingEncounter");
    scanSection("Encounter", co);
    Element of = cda.getChild(doc, "documentationOf");
    Element se = cda.getChild(of, "serviceEvent");
    scanSection("Encounter", of);

    Encounter enc = new Encounter();
    enc.setId(id);
    enc.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/encounter-daf-dafencounter");
    context.setEncounter(enc);
    enc.setSubject(context.getSubjectRef());

    for (Element e : cda.getChildren(ee, "id"))
      enc.getIdentifier().add(convert.makeIdentifierFromII(e));
    checkGenerateIdentifier(enc.getIdentifier(), enc);

    Period p1 = convert.makePeriodFromIVL(cda.getChild(ee, "effectiveTime"));
    //          Period p2 = convert.makePeriodFromIVL(cda.getChild(se, "effectiveTime")); // well, what is this?
    //          if (!Base.compareDeep(p1, p2, false))
    //                  throw new Error("episode time mismatch: "+NarrativeGenerator.displayPeriod(p1)+" & "+NarrativeGenerator.displayPeriod(p2));
    enc.setPeriod(p1);
    if (p1.hasEnd())
      enc.setStatus(EncounterStatus.FINISHED);
    else
      enc.setStatus(EncounterStatus.INPROGRESS);
    enc.setClass_(context.getEncClass());

    Element dd = cda.getChild(ee, "dischargeDispositionCode");
    if (dd != null) {
      enc.setHospitalization(new EncounterHospitalizationComponent());
      enc.getHospitalization().setDischargeDisposition(convert.makeCodeableConceptFromCD(dd));
    }
    for (Element e : cda.getChildren(se, "performer")) {
      Practitioner p = processPerformer(cda, convert, context, e, "assignedEntity", "assignedPerson");
      Reference ref = new Reference().setReference("Practitioner/" + p.getId()).setDisplay(p.getUserString("display"));
      if (ref != null)
        enc.addParticipant().setIndividual(ref);
    }
    return enc;
  }

  private Practitioner processPerformer(CDAUtilities cda, Convert convert, Context context, Element e, String roleName, String entityName) throws Exception {
    Practitioner perf = makePerformer(cda, convert, context, e, roleName, entityName);
    if (perf == null)
      return null;

    Reference ref = null;
    for (Identifier identifier : perf.getIdentifier()) {
      String key = keyFor(identifier);
      if (practitionerCache.containsKey(key))
        return practitionerCache.get(key);
    }

    saveResource(perf);
    for (Identifier identifier : perf.getIdentifier()) {
      String key = "Practitioner-" + keyFor(identifier);
      practitionerCache.put(key, perf);
    }
    return perf;
  }

  private String keyFor(Identifier identifier) {
    return identifier.getSystem() + "||" + identifier.getValue();
  }

  private void buildNarrative(DomainResource resource, Element child) {
    if (!Utilities.noString(child.getTextContent())) {
      XhtmlNode div = new XhtmlNode(NodeType.Element, "div");
      String s = child.getTextContent().trim();
      if (Utilities.noString(s))
        div.addText("No Narrative provided in the source CDA document");
      else
        div.addText(s);
      resource.setText(new Narrative().setStatus(NarrativeStatus.ADDITIONAL).setDiv(div));
    }
  }

  private void processProcedureSection(CDAUtilities cda, Convert convert, Element sect, Context context) throws Exception {
    scanSection("Procedures", sect);
    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-procedures");
    // list.setUserData("profile", "") none?
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(sect, "code")), null));
    list.setTitle(cda.getChild(sect, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setMode(ListMode.SNAPSHOT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    buildNarrative(list, cda.getChild(sect, "text"));

    int i = 0;
    for (Element c : cda.getChildren(sect, "entry")) {
      Element p = cda.getChild(c, "procedure");
      Procedure proc = new Procedure();
      proc.setId(context.getBaseId() + "-procedure-" + i);
      proc.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/procedure-daf-dafprocedure");
      i++;
      proc.setSubject(context.getSubjectRef());
      proc.setContext(new Reference().setReference("Encounter/" + context.getEncounter().getId()));
      list.addEntry().setItem(new Reference().setReference("Procedure/" + proc.getId()));
      proc.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(p, "code")), null));
      recordProcedureCode(proc.getCode());
      for (Element e : cda.getChildren(p, "id"))
        proc.getIdentifier().add(convert.makeIdentifierFromII(e));

      proc.setStatus(determineProcedureStatus(cda.getChild(p, "statusCode")));
      buildNarrative(proc, cda.getChild(p, "text"));
      proc.setPerformed(convert.makeDateTimeFromTS(cda.getChild(p, "effectiveTime")));

      for (Element e : cda.getChildren(p, "performer")) {
        ProcedurePerformerComponent part = proc.addPerformer();
        Practitioner pp = processPerformer(cda, convert, context, e, "assignedEntity", "assignedPerson");
        Reference ref = new Reference().setReference("Practitioner/" + pp.getId()).setDisplay(pp.getUserString("display"));
        part.setActor(ref);
      }
      saveResource(proc);
    }
    saveResource(list);
  }

  private CodeableConcept inspectCode(CodeableConcept cc, Coding def) {
    if (cc != null) {
      for (Coding c : cc.getCoding()) {
        if ("http://snomed.info/sct".equals(c.getSystem())) {
          if ("ASSERTION".equals(c.getCode()))
            c.setSystem("http://hl7.org/fhir/v3/ActCode");
        }
        if ("http://hl7.org/fhir/v3/ActCode".equals(c.getSystem()) && "ASSERTION".equals(c.getCode())) {
          if (def == null)
            throw new Error("need a default code");
          c.setSystem(def.getSystem());
          c.setVersion(def.getVersion());
          c.setCode(def.getCode());
          c.setDisplay(def.getDisplay());
        }
      }
    }
    return cc;
  }

  private ProcedureStatus determineProcedureStatus(Element child) {
    if ("completed".equals(child.getAttribute("code")))
      return ProcedureStatus.COMPLETED;
    throw new Error("not done yet: " + child.getAttribute("code"));
  }

  private void processReasonForEncounter(CDAUtilities cda, Convert convert, Element sect, Context context) throws Exception {
    scanSection("Reason", sect);
    context.getEncounter().addReason().setText(cda.getChild(sect, "text").getTextContent());
  }

  private void processProblemsSection(CDAUtilities cda, Convert convert, Element sect, Context context) throws Exception {
    scanSection("Problems", sect);
    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-problems");
    list.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/list-daf-dafproblemlist");
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(sect, "code")), null));
    list.setTitle(cda.getChild(sect, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setMode(ListMode.SNAPSHOT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    buildNarrative(list, cda.getChild(sect, "text"));

    int i = 0;
    for (Element c : cda.getChildren(sect, "entry")) {
      Element pca = cda.getChild(c, "act"); // problem concern act
      Condition cond = new Condition();
      cond.setId(context.getBaseId() + "-problem-" + i);
      cond.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/condition-daf-dafcondition");
      i++;
      cond.setSubject(context.getSubjectRef());
      cond.setContext(new Reference().setReference("Encounter/" + context.getEncounter().getId()));
      cond.setVerificationStatus(getVerificationStatusFromAct(cda.getChild(pca, "statusCode")));

      cond.setAssertedDateElement(convert.makeDateTimeFromTS(cda.getChild(cda.getChild(pca, "effectiveTime"), "low")));

      boolean found = false;
      for (Element e : cda.getChildren(pca, "id")) {
        Identifier id = convert.makeIdentifierFromII(e);
        cond.getIdentifier().add(id);
      }
      if (!found) {
        list.addEntry().setItem(new Reference().setReference("Condition/" + cond.getId()));
        for (Element e : cda.getChildren(pca, "performer")) {
          if (cond.hasAsserter())
            throw new Error("additional asserter discovered");
          Practitioner p = processPerformer(cda, convert, context, e, "assignedEntity", "assignedPerson");
          Reference ref = new Reference().setReference("Practitioner/" + p.getId()).setDisplay(p.getUserString("display"));
          cond.setAsserter(ref);
        }
        Element po = cda.getChild(cda.getChild(pca, "entryRelationship"), "observation"); // problem observation
        cond.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(po, "value")), null));
        recordConditionCode(cond.getCode());
        cond.setOnset(convert.makeDateTimeFromTS(cda.getChild(cda.getChild(po, "effectiveTime"), "low")));
        Element pso = cda.getChild(cda.getChild(po, "entryRelationship"), "observation"); // problem status observation
        String status = cda.getChild(pso, "value").getAttribute("code");
        if (status.equals("55561003"))
          cond.setAbatement(new BooleanType("false"));
        else
          throw new Error("unknown status code " + status);
        saveResource(cond);
      }
    }
    saveResource(list);
  }

  private ConditionVerificationStatus getVerificationStatusFromAct(Element child) {
    String s = child.getAttribute("code");
    if (!"active".equals(s))
      System.out.println(s);
    return ConditionVerificationStatus.CONFIRMED;
  }

  private void processAllergiesSection(CDAUtilities cda, Convert convert, Element section, Context context) throws Exception {
    scanSection("Allergies", section);
    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-allergies");
    list.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/list-daf-dafallergylist");
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(section, "code")), null));
    list.setTitle(cda.getChild(section, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    list.setMode(ListMode.SNAPSHOT);
    buildNarrative(list, cda.getChild(section, "text"));

    int i = 0;
    for (Element c : cda.getChildren(section, "entry")) {
      Element apa = cda.getChild(c, "act"); // allergy problem act
      AllergyIntolerance ai = new AllergyIntolerance();
      ai.setId(context.getBaseId() + "-allergy-" + i);
      ai.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/allergyintolerance-daf-dafallergyintolerance");
      i++;
      ai.setPatient(context.getSubjectRef());

      ai.setAssertedDateElement(convert.makeDateTimeFromTS(cda.getChild(cda.getChild(apa, "effectiveTime"), "low")));
      boolean found = false;
      for (Element e : cda.getChildren(apa, "id")) {
        Identifier id = convert.makeIdentifierFromII(e);
        ai.getIdentifier().add(id);
      }
      if (!found) {
        list.addEntry().setItem(new Reference().setReference("AllergyIntolerance/" + ai.getId()));

        Element ao = cda.getChild(cda.getChild(apa, "entryRelationship"), "observation"); // allergy observation
        if (!cda.getChild(ao, "value").getAttribute("code").equals("419511003"))
          throw new Error("unexpected code");
        // nothing....

        // no allergy status observation
        List<Element> reactions = cda.getChildren(ao, "entryRelationship");
        Element pe = cda.getChild(cda.getChild(cda.getChild(ao, "participant"), "participantRole"), "playingEntity");
        Element pec = cda.getChild(pe, "code");
        if (pec == null || !Utilities.noString(pec.getAttribute("nullFlavor"))) {
          String n = cda.getChild(pe, "name").getTextContent();
          //                            if (n.contains("No Known Drug Allergies") && reactions.isEmpty())
          //                                    ai.setSubstance(new CodeableConcept().setText(n)); // todo: what do with this?
          //                            else
          ai.setCode(new CodeableConcept().setText(n));
        } else
          ai.setCode(inspectCode(convert.makeCodeableConceptFromCD(pec), null));
        recordAllergyCode(ai.getCode());
        if (!reactions.isEmpty()) {
          AllergyIntoleranceReactionComponent aie = ai.addReaction();
          for (Element er : reactions) {
            Element ro = cda.getChild(er, "observation");
            aie.addManifestation(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(ro, "value")), null));
          }
        }

        saveResource(ai);
      }
    }
    saveResource(list);
  }

  private void processVitalSignsSection(CDAUtilities cda, Convert convert, Element section, Context context) throws Exception {
    scanSection("Vital Signs", section);
    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-vitalsigns");
    //. list.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/list-daf-dafproblemlist"); no list
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(section, "code")), null));
    list.setTitle(cda.getChild(section, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setMode(ListMode.SNAPSHOT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    buildNarrative(list, cda.getChild(section, "text"));

    int i = 0;
    for (Element c : cda.getChildren(section, "entry")) {
      Element org = cda.getChild(c, "organizer"); // problem concern act
      for (Element oc : cda.getChildren(org, "component")) {
        Element o = cda.getChild(oc, "observation"); // problem concern act
        Observation obs = new Observation();
        obs.setId(context.getBaseId() + "-vitals-" + i);
        obs.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/observation-daf-vitalsigns-dafvitalsigns");
        i++;
        obs.setSubject(context.getSubjectRef());
        obs.setContext(new Reference().setReference("Encounter/" + context.getEncounter().getId()));
        obs.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(o, "code")), null));

        boolean found = false;
        for (Element e : cda.getChildren(o, "id")) {
          Identifier id = convert.makeIdentifierFromII(e);
          obs.getIdentifier().add(id);
        }

        if (!found) {
          list.addEntry().setItem(new Reference().setReference("Observation/" + obs.getId()));
          obs.setStatus(ObservationStatus.FINAL);
          obs.setEffective(convert.makeDateTimeFromTS(cda.getChild(o, "effectiveTime")));
          String v = cda.getChild(o, "value").getAttribute("value");
          if (!Utilities.isDecimal(v, true)) {
            obs.setDataAbsentReason(inspectCode(new CodeableConcept().setText(v), null));
          } else
            obs.setValue(convert.makeQuantityFromPQ(cda.getChild(o, "value")));
          saveResource(obs, "-vs");
        }
      }
    }
    saveResource(list, "-vs");
  }

  private void processResultsSection(CDAUtilities cda, Convert convert, Element section, Context context) throws Exception {
    scanSection("Results", section);

    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-results");
    list.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/list-daf-dafresultlist");
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(section, "code")), null));
    list.setTitle(cda.getChild(section, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setMode(ListMode.SNAPSHOT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    buildNarrative(list, cda.getChild(section, "text"));

    context.setObsId(0);
    for (Element c : cda.getChildren(section, "entry")) {
      Element org = cda.getChild(c, "organizer");
      if (org != null) {
        Observation panel = new Observation();
        panel.setId(context.getBaseId() + "-results-" + context.getObsId());
        panel.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/observation-daf-results-dafresultobspanel");
        context.setObsId(context.getObsId() + 1);
        panel.setSubject(context.getSubjectRef());
        panel.setContext(new Reference().setReference("Encounter/" + context.getEncounter().getId()));
        panel.setStatus(ObservationStatus.FINAL);
        boolean found = false;
        for (Element e : cda.getChildren(org, "id")) {
          Identifier id = convert.makeIdentifierFromII(e);
          panel.getIdentifier().add(id);
        }
        if (!found) {
          list.addEntry().setItem(new Reference().setReference("Observation/" + panel.getId()));

          panel.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(org, "code")), null));
          for (Element comp : cda.getChildren(org, "component")) {
            Observation obs = processObservation(cda, convert, context, cda.getChild(comp, "observation"));
            panel.addRelated().setType(ObservationRelationshipType.HASMEMBER).setTarget(new Reference().setReference("Observation/" + obs.getId()));
            if (!panel.hasEffective())
              panel.setEffective(obs.getEffective());
            else {
              if (!Base.compareDeep(panel.getEffective(), obs.getEffective(), false)) {
                Period p = panel.getEffective() instanceof Period ? panel.getEffectivePeriod() : new Period().setStartElement(panel.getEffectiveDateTimeType()).setEndElement(panel.getEffectiveDateTimeType());
                if (p.getStartElement().after(obs.getEffectiveDateTimeType()))
                  p.setStartElement(obs.getEffectiveDateTimeType());
                if (p.getEndElement().before(obs.getEffectiveDateTimeType()))
                  p.setEndElement(obs.getEffectiveDateTimeType());
                panel.setEffective(p);
              }
            }

          }
          saveResource(panel, "-res");
        }
      }
      Element o = cda.getChild(c, "observation");
      if (o != null) {
        Observation obs = processObservation(cda, convert, context, o);
        list.addEntry().setItem(new Reference().setReference("Observation/" + obs.getId()));
      }
    }
    saveResource(list, "-res");
  }

  private Observation processObservation(CDAUtilities cda, Convert convert, Context context, Element o) throws Exception {
    Observation obs = new Observation();
    obs.setId(context.getBaseId() + "-results-" + context.getObsId());
    context.setObsId(context.getObsId() + 1);
    obs.setSubject(context.getSubjectRef());
    obs.setContext(new Reference().setReference("Encounter/" + context.getEncounter().getId()));
    obs.setStatus(ObservationStatus.FINAL);
    obs.setEffective(convert.makeDateTimeFromTS(cda.getChild(o, "effectiveTime")));
    obs.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(o, "code")), null));
    obs.setInterpretation(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(o, "interpretationCode")), null));
    Element rr = cda.getChild(o, "referenceRange");
    if (rr != null)
      obs.addReferenceRange().setText(cda.getChild(cda.getChild(rr, "observationRange"), "text").getTextContent());

    Element v = cda.getChild(o, "value");
    String type = v.getAttribute("xsi:type");
    if ("ST".equals(type)) {
      obs.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/observation-daf-results-dafresultobsother");
      obs.setValue(new StringType(v.getTextContent()));
    } else if ("CD".equals(type)) {
      obs.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/observation-daf-results-dafresultobscode");
      obs.setValue(inspectCode(convert.makeCodeableConceptFromCD(v), null));
    } else if ("PQ".equals(type)) {
      obs.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/observation-daf-results-dafresultobsquantity");
      String va = cda.getChild(o, "value").getAttribute("value");
      if (!Utilities.isDecimal(va, true)) {
        obs.setDataAbsentReason(inspectCode(new CodeableConcept().setText(va), null));
      } else
        obs.setValue(convert.makeQuantityFromPQ(cda.getChild(o, "value"), null));
    } else
      throw new Exception("Unknown type '" + type + "'");

    for (Element e : cda.getChildren(o, "id")) {
      Identifier id = convert.makeIdentifierFromII(e);
      obs.getIdentifier().add(id);
    }
    saveResource(obs, "-gen");
    return obs;
  }

  private void processSocialHistorySection(CDAUtilities cda, Convert convert, Element section, Context context) throws Exception {
    scanSection("Social History", section);
    int i = 0;
    for (Element c : cda.getChildren(section, "entry")) {
      Element o = cda.getChild(c, "observation");
      Observation obs = new Observation();
      obs.setId(context.getBaseId() + "-smoking-" + (i == 0 ? "" : Integer.toString(i)));
      obs.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/observation-daf-smokingstatus-dafsmokingstatus");
      i++;
      obs.setSubject(context.getSubjectRef());
      obs.setContext(new Reference().setReference("Encounter/" + context.getEncounter().getId()));
      obs.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(o, "code")), new Coding().setSystem("http://loinc.org").setCode("72166-2")));

      boolean found = false;
      for (Element e : cda.getChildren(o, "id")) {
        Identifier id = convert.makeIdentifierFromII(e);
        obs.getIdentifier().add(convert.makeIdentifierFromII(e));
      }
      if (!found) {
        obs.setStatus(ObservationStatus.FINAL);
        obs.setEffective(convert.makeDateTimeFromTS(cda.getChild(o, "effectiveTime")));
        obs.setValue(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(o, "value")), null));
        saveResource(obs, "-sh");
      }
    }
  }

  private void processMedicationsSection(CDAUtilities cda, Convert convert, Element section, Context context) throws Exception {
    scanSection("Medications", section);
    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-medications");
    list.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/list-daf-dafmedicationlist");
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(section, "code")), null));
    list.setTitle(cda.getChild(section, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setMode(ListMode.SNAPSHOT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    buildNarrative(list, cda.getChild(section, "text"));

    int i = 0;
    for (Element c : cda.getChildren(section, "entry")) {
      Element sa = cda.getChild(c, "substanceAdministration"); // allergy problem act
      MedicationStatement ms = new MedicationStatement();
      ms.setId(context.getBaseId() + "-medication-" + i);
      ms.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/medicationstatement-daf-dafmedicationstatement");
      i++;
      ms.setSubject(context.getSubjectRef());

      boolean found = false;
      for (Element e : cda.getChildren(sa, "id")) {
        Identifier id = convert.makeIdentifierFromII(e);
        ms.getIdentifier().add(id);
      }
      if (!found) {
        ms.setStatus(MedicationStatementStatus.COMPLETED);
        list.addEntry().setItem(new Reference().setReference("MedicationStatement/" + ms.getId()));

        Element mm = cda.getChild(cda.getChild(cda.getChild(sa, "consumable"), "manufacturedProduct"), "manufacturedMaterial"); // allergy observation
        ms.setMedication(new Reference().setReference("#med"));
        Medication med = new Medication();
        med.setId("med");
        med.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(mm, "code")), null));
        ms.getContained().add(med);
        Dosage dosage = ms.addDosage();
        Element qty = cda.getChild(sa, "doseQuantity"); // allergy observation
        try {
          if (cda.getChild(qty, "low") != null) {
            // todo: this is not correct?
            dosage.getExtension().add(new Extension().setUrl("http://healthintersections.com.au/fhir/extensions/medication-statement-range").setValue(convert.makeRangeFromIVLPQ(qty)));
          } else {
            dosage.setDose(convert.makeQuantityFromPQ(qty));
          }
        } catch (Exception e) {
          System.out.println("  invalid dose quantity '" + qty.getAttribute("value") + " " + qty.getAttribute("unit") + "' (" + e.getClass().getName() + ") in " + context.getBaseId());
        }
        dosage.setRoute(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(sa, "routeCode")), null));
        Type t = convert.makeSomethingFromGTS(cda.getChildren(sa, "effectiveTime"));
        if (t instanceof Timing) {
          dosage.setTiming((Timing) t);
          if (dosage.getTiming().hasRepeat() && dosage.getTiming().getRepeat().hasBounds())
            ms.setEffective(dosage.getTiming().getRepeat().getBounds());
        } else if (t instanceof Period)
          ms.setEffective(t);
        else
          throw new Exception("Undecided how to handle " + t.getClass().getName());

        for (Element e : cda.getChildren(sa, "author")) {
          if (ms.hasInformationSource())
            throw new Error("additional author discovered");
          Practitioner p = processPerformer(cda, convert, context, e, "assignedAuthor", "assignedPerson");
          Reference ref = new Reference().setReference("Practitioner/" + p.getId()).setDisplay(p.getUserString("display"));
          ms.setInformationSource(ref);
          ms.setDateAssertedElement(convert.makeDateTimeFromTS(cda.getChild(e, "time")));
        }
        saveResource(ms);
      }
    }
    saveResource(list);
  }

  private void processEncountersSection(CDAUtilities cda, Convert convert, Element section, Context context) throws Exception {
    scanSection("Encounters", section);
    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-encounters");
    list.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/list-daf-dafencounterlist");
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(section, "code")), null));
    list.setTitle(cda.getChild(section, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setMode(ListMode.SNAPSHOT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    buildNarrative(list, cda.getChild(section, "text"));

    int i = 0;
    for (Element c : cda.getChildren(section, "entry")) {
      Element ee = cda.getChild(c, "encounter"); // allergy problem act
      Encounter enc = new Encounter();
      enc.setId(context.getBaseId() + "-encounter-" + i);
      enc.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/encounter-daf-dafencounter");
      i++;
      enc.setSubject(context.getSubjectRef());
      list.addEntry().setItem(new Reference().setReference("Encounter/" + enc.getId()));

      for (Element e : cda.getChildren(ee, "id"))
        enc.getIdentifier().add(convert.makeIdentifierFromII(e));
      checkGenerateIdentifier(enc.getIdentifier(), enc);


      enc.setPeriod(convert.makePeriodFromIVL(cda.getChild(ee, "effectiveTime")));
      if (enc.getPeriod().hasEnd())
        enc.setStatus(EncounterStatus.FINISHED);
      else
        enc.setStatus(EncounterStatus.INPROGRESS);

      if (cda.getChild(ee, "text") != null)
        enc.setClass_(convertTextToCoding(cda.getChild(ee, "text").getTextContent().trim()));
      else
        enc.setClass_(null); // todo: fix this

      CodeableConcept type = inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(ee, "code")), null);
      enc.addType(type);

      for (Element e : cda.getChildren(ee, "performer")) {
        Practitioner p = processPerformer(cda, convert, context, e, "assignedEntity", "assignedPerson");
        Reference ref = new Reference().setReference("Practitioner/" + p.getId()).setDisplay(p.getUserString("display"));
        enc.addParticipant().setIndividual(ref).setPeriod(convert.makePeriodFromIVL(cda.getChild(e, "time")));
      }
      enc.addLocation().setLocation(new Reference().setReference("#loc"));
      Location loc = new Location();
      loc.setId("loc");
      Element pr = cda.getChild(cda.getChild(ee, "participant"), "participantRole");
      loc.setName(cda.getChild(cda.getChild(pr, "playingEntity"), "name").getTextContent());
      loc.setType(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(pr, "code")), null));
      enc.getContained().add(loc);
      saveResource(enc);
    }
    saveResource(list);
  }

  private Coding convertTextToCoding(String v) {
    v = v.toLowerCase();
    if (v.equals("inpatient"))
      return new Coding().setSystem("http://hl7.org/fhir/v3/ActCode").setCode("IMP");
    if (v.equals("emergency department") || v.equals("emergency department admit decision"))
      return new Coding().setSystem("http://hl7.org/fhir/v3/ActCode").setCode("EMER");
    if (v.equals("x-ray exam"))
      return new Coding().setSystem("http://hl7.org/fhir/v3/ActCode").setCode("AMB");
    if (v.equals("outpatient"))
      return new Coding().setSystem("http://hl7.org/fhir/v3/ActCode").setCode("AMB");
    throw new Error("unknown encounter type " + v);
  }

  private void processImmunizationsSection(CDAUtilities cda, Convert convert, Element section, Context context) throws Exception {
    scanSection("Immunizations", section);
    ListResource list = new ListResource();
    list.setId(context.getBaseId() + "-list-immunizations");
    list.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/list-daf-dafimmunizationlist");
    list.setSubject(context.getSubjectRef());
    list.setCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(section, "code")), null));
    list.setTitle(cda.getChild(section, "title").getTextContent());
    list.setStatus(ListStatus.CURRENT);
    list.setMode(ListMode.SNAPSHOT);
    list.setDateElement(context.getNow());
    list.setSource(context.getAuthorRef());
    buildNarrative(list, cda.getChild(section, "text"));

    int i = 0;
    for (Element c : cda.getChildren(section, "entry")) {
      Element sa = cda.getChild(c, "substanceAdministration"); // allergy problem act
      Immunization imm = new Immunization();
      imm.setId(context.getBaseId() + "-immunization-" + i);
      imm.setUserData("profile", "http://hl7.org/fhir/StructureDefinition/immunization-daf-dafimmunization");
      i++;
      imm.setPatient(context.getSubjectRef());
      imm.setEncounter(new Reference().setReference("Encounter/" + context.getEncounter().getId()));
      imm.setNotGiven("true".equals(sa.getAttribute("negationInd")));
      imm.setStatus(convertImmunizationStatus(cda.getChild(sa, "statusCode")));
      boolean found = false;
      for (Element e : cda.getChildren(sa, "id")) {
        Identifier id = convert.makeIdentifierFromII(e);
        imm.getIdentifier().add(id);
      }
      if (!found) {
        list.addEntry().setItem(new Reference().setReference("Immunization/" + imm.getId()));

        imm.setDateElement(convert.makeDateTimeFromTS(cda.getChild(cda.getChild(sa, "effectiveTime"), "low")));
        if (imm.getNotGiven()) {
          Element reason = cda.getChild(cda.getChildByAttribute(sa, "entryRelationship", "typeCode", "RSON"), "observation");
          imm.setExplanation(new ImmunizationExplanationComponent());
          imm.getExplanation().addReasonNotGiven(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(reason, "code")), null));
        }
        Element mm = cda.getChild(cda.getChild(cda.getChild(sa, "consumable"), "manufacturedProduct"), "manufacturedMaterial");
        imm.setVaccineCode(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(mm, "code")), null));
        imm.setRoute(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(sa, "routeCode")), null));
        if (cda.getChild(mm, "lotNumberText") != null)
          imm.setLotNumber(cda.getChild(mm, "lotNumberText").getTextContent());
        Element mr = cda.getChild(cda.getChild(cda.getChild(sa, "consumable"), "manufacturedProduct"), "manufacturerOrganization");
        if (mr != null)
          imm.setManufacturer(new Reference().setDisplay(cda.getChild(mr, "name").getTextContent()));

        // the problem with this is that you can't have just a dose sequence number
        //                      Element subject = cda.getChild(cda.getChildByAttribute(sa, "entryRelationship", "typeCode", "SUBJ"), "observation");
        //                      if (subject != null)
        //                              imm.addVaccinationProtocol().setDoseSequence(Integer.parseInt(cda.getChild(subject, "value").getAttribute("value")));

        boolean hasprf = false;
        for (Element e : cda.getChildren(sa, "performer")) {
          if (imm.hasPractitioner())
            throw new Error("additional performer discovered");
          Practitioner p = processPerformer(cda, convert, context, e, "assignedEntity", "assignedPerson");
          Reference ref = new Reference().setReference("Practitioner/" + p.getId()).setDisplay(p.getUserString("display"));
          imm.addPractitioner().setActor(ref).setRole(new org.hl7.fhir.dstu3.model.CodeableConcept().addCoding(new Coding().setSystem("http://hl7.org/fhir/v2/0443").setCode("AP")));
          hasprf = true;
        }
        imm.setPrimarySource(hasprf);
        saveResource(imm);
      }
    }
    saveResource(list);
  }

  private ImmunizationStatus convertImmunizationStatus(Element child) {
    String s = child.getAttribute("code");
    if (s.equals("completed"))
      return ImmunizationStatus.COMPLETED;
    throw new Error("Unexpected status " + s);
  }

  //  /informationRecipient: 2979
  //  /informationRecipient/intendedRecipient: 2979
  //  /informationRecipient/intendedRecipient/addr: 2979
  //  /informationRecipient/intendedRecipient/informationRecipient: 2979
  //  /informationRecipient/intendedRecipient/informationRecipient/name: 2979
  //  /informationRecipient/intendedRecipient/receivedOrganization: 2979
  //  /informationRecipient/intendedRecipient/receivedOrganization/addr: 2979
  //  /informationRecipient/intendedRecipient/receivedOrganization/id: 2979
  //  /informationRecipient/intendedRecipient/receivedOrganization/name: 2979
  //  /informationRecipient/intendedRecipient/receivedOrganization/telecom: 2979

  private void makeBinary(String sourceFolder, String filename, Context context) throws Exception {
    Binary binary = new Binary();
    binary.setId(context.getBaseId() + "-binary");
    binary.setContentType("application/hl7-v3+xml");
    binary.setContent(IOUtils.toByteArray(new FileInputStream(Utilities.path(sourceFolder, filename))));
    saveResource(binary);
  }

  private void makeDocumentReference(CDAUtilities cda, Convert convert, Element doc, Context context) throws Exception {
    scanSection("document", doc);
    DocumentReference ref = new DocumentReference();
    ref.setId(context.getBaseId() + "-document");
    ref.setMasterIdentifier(convert.makeIdentifierFromII(cda.getChild(doc, "id")));
    ref.setSubject(context.getSubjectRef());
    ref.setType(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(doc, "code")), null));
    ref.addAuthor(context.getAuthorRef());
    ref.setCreatedElement(convert.makeDateTimeFromTS(cda.getChild(doc, "effectiveTime")));
    ref.setIndexedElement(InstantType.now());
    ref.setStatus(DocumentReferenceStatus.CURRENT);
    ref.addSecurityLabel(inspectCode(convert.makeCodeableConceptFromCD(cda.getChild(doc, "confidentialityCode")), null));
    DocumentReferenceContentComponent cnt = ref.addContent();
    cnt.getAttachment().setContentType("application/hl7-v3+xml").setUrl("Binary/" + context.getBaseId()).setLanguage(convertLanguage(cda.getChild(doc, "language")));
    //          for (Element ti : cda.getChildren(doc, "templateId"))
    //                  cnt.addFormat().setSystem("urn:oid:1.3.6.1.4.1.19376.1.2.3").setCode(value)("urn:oid:"+ti.getAttribute("root"));
    ref.setContext(new DocumentReferenceContextComponent());
    ref.getContext().setPeriod(convert.makePeriodFromIVL(cda.getChild(cda.getChild(doc, "serviceEvent"), "effectiveTime")));
    for (CodeableConcept cc : context.getEncounter().getType())
      ref.getContext().addEvent(cc);
    ref.setDescription(cda.getChild(doc, "title").getTextContent());
    ref.setCustodian(new Reference().setReference("Organization/" + processOrganization(cda.getDescendent(doc, "custodian/assignedCustodian/representedCustodianOrganization"), cda, convert, context).getId()));
    Practitioner p = processPerformer(cda, convert, context, cda.getChild(doc, "legalAuthenticator"), "assignedEntity", "assignedPerson");
    ref.setAuthenticator(new Reference().setReference("Practitioner/" + p.getId()).setDisplay(p.getUserString("display")));
    saveResource(ref);
  }

  private String convertLanguage(Element child) {
    if (child == null)
      return null;
    return child.getAttribute("code");
  }

  private CodeableConcept makeClassCode(CodeableConcept type, DocumentReference ref) throws Exception {
    CodeableConcept res = new CodeableConcept();
    String cs = type.getCoding().get(0).getCode();
    if (cs.equals("18842-5") || cs.equals("34133-9"))
      return type;
    else if (cs.equals("34111-5")) {
      ref.getFormatCommentsPre().add("The underlying CDA document has the code '34111-5: Evaluation and Management Note' which is incorrect (wrong display/code combination). The type has been preserved even though it's wrong");
      res.addCoding().setSystem("http://loinc.org").setCode("34109-9").setDisplay("Evaluation and management note");
    }
    //          else if (cs.equals("34111-5") || cs.equals("5666"))
    //            res.addCoding().setSystem("http://loinc.org").setCode("LP173418-7").setDisplay("Note");
    else
      throw new Exception("Uncategorised document type code: " + cs + ": " + type.getCoding().get(0).getDisplay());
    return res;

  }

  private void recordProcedureCode(CodeableConcept code) {
    for (Coding c : code.getCoding()) {
      count(c, procCodes);
    }
  }

  private void count(Coding c, Map<String, Integer> map) {
    String s = c.getSystem() + "::" + c.getCode();
    if (map.containsKey(s))
      map.put(s, map.get(s) + 1);
    else
      map.put(s, 1);
  }

  private void recordConditionCode(CodeableConcept code) {
    for (Coding c : code.getCoding()) {
      count(c, condCodes);
    }
  }

  private void recordAllergyCode(CodeableConcept code) {
    for (Coding c : code.getCoding()) {
      count(c, allergyCodes);
    }
  }

  private void dumpCodes() {
    dump("Procedure Codes", procCodes);
    dump("Condition Codes", condCodes);
    dump("Allergy Codes", allergyCodes);
  }

  private void dump(String string, Map<String, Integer> map) {
    System.out.println(string);
    System.out.println();
    for (String s : map.keySet()) {
      System.out.println(s + ": " + map.get(s));
    }
    System.out.println();
    System.out.println();
  }

}