EcalMixingModuleValidation.cc

/*
 * \file EcalMixingModuleValidation.cc
 *
 * \author F. Cossutti
 *
*/

#include "EcalMixingModuleValidation.h"
#include <DataFormats/EcalDetId/interface/EBDetId.h>
#include <DataFormats/EcalDetId/interface/EEDetId.h>
#include <DataFormats/EcalDetId/interface/ESDetId.h>
#include "CalibCalorimetry/EcalTrivialCondModules/interface/EcalTrivialConditionRetriever.h"
#include "Geometry/Records/interface/CaloGeometryRecord.h"
#include "DataFormats/EcalDigi/interface/EcalDataFrame.h"
#include "FWCore/ServiceRegistry/interface/Service.h"
#include "FWCore/Utilities/interface/RandomNumberGenerator.h"
#include "FWCore/Utilities/interface/StreamID.h"

EcalMixingModuleValidation::EcalMixingModuleValidation(const edm::ParameterSet& ps)
    : HepMCToken_(consumes<edm::HepMCProduct>(edm::InputTag(ps.getParameter<std::string>("moduleLabelMC")))),
      EBdigiCollectionToken_(consumes<EBDigiCollection>(ps.getParameter<edm::InputTag>("EBdigiCollection"))),
      EEdigiCollectionToken_(consumes<EEDigiCollection>(ps.getParameter<edm::InputTag>("EEdigiCollection"))),
      ESdigiCollectionToken_(consumes<ESDigiCollection>(ps.getParameter<edm::InputTag>("ESdigiCollection"))),
      crossingFramePCaloHitEBToken_(consumes<CrossingFrame<PCaloHit> >(
          edm::InputTag(std::string("mix"), ps.getParameter<std::string>("hitsProducer") + std::string("EcalHitsEB")))),
      crossingFramePCaloHitEEToken_(consumes<CrossingFrame<PCaloHit> >(
          edm::InputTag(std::string("mix"), ps.getParameter<std::string>("hitsProducer") + std::string("EcalHitsEE")))),
      crossingFramePCaloHitESToken_(consumes<CrossingFrame<PCaloHit> >(
          edm::InputTag(std::string("mix"), ps.getParameter<std::string>("hitsProducer") + std::string("EcalHitsES")))),
      pAgc(esConsumes<edm::Transition::BeginRun>()),
      esgain_(esConsumes<edm::Transition::BeginRun>()),
      esMIPToGeV_(esConsumes<edm::Transition::BeginRun>()),
      esPedestals_(esConsumes<edm::Transition::BeginRun>()),
      esMIPs_(esConsumes<edm::Transition::BeginRun>()),
      dbPed(esConsumes()),
      hGeometry(esConsumes()) {
  // needed for MixingModule checks

  double simHitToPhotoelectronsBarrel = ps.getParameter<double>("simHitToPhotoelectronsBarrel");
  double simHitToPhotoelectronsEndcap = ps.getParameter<double>("simHitToPhotoelectronsEndcap");
  double photoelectronsToAnalogBarrel = ps.getParameter<double>("photoelectronsToAnalogBarrel");
  double photoelectronsToAnalogEndcap = ps.getParameter<double>("photoelectronsToAnalogEndcap");
  double samplingFactor = ps.getParameter<double>("samplingFactor");
  double timePhase = ps.getParameter<double>("timePhase");
  int readoutFrameSize = ps.getParameter<int>("readoutFrameSize");
  int binOfMaximum = ps.getParameter<int>("binOfMaximum");
  bool doPhotostatistics = ps.getParameter<bool>("doPhotostatistics");
  bool syncPhase = ps.getParameter<bool>("syncPhase");

  doPhotostatistics = false;

  theParameterMap = std::make_unique<EcalSimParameterMap>(simHitToPhotoelectronsBarrel,
                                                          simHitToPhotoelectronsEndcap,
                                                          photoelectronsToAnalogBarrel,
                                                          photoelectronsToAnalogEndcap,
                                                          samplingFactor,
                                                          timePhase,
                                                          readoutFrameSize,
                                                          binOfMaximum,
                                                          doPhotostatistics,
                                                          syncPhase);
  //theEcalShape = new EcalShape(timePhase);

  //theEcalResponse = new CaloHitResponse(theParameterMap, theEcalShape);

  /*
  int ESGain = ps.getParameter<int>("ESGain");
  double ESNoiseSigma = ps.getParameter<double> ("ESNoiseSigma");
  int ESBaseline = ps.getParameter<int>("ESBaseline");
  double ESMIPADC = ps.getParameter<double>("ESMIPADC");
  double ESMIPkeV = ps.getParameter<double>("ESMIPkeV");
*/

  theESShape = std::make_unique<ESShape>();
  theEBShape = std::make_unique<EBShape>(consumesCollector());
  theEEShape = std::make_unique<EEShape>(consumesCollector());

  theESResponse = std::make_unique<CaloHitResponse>(theParameterMap.get(), theESShape.get());
  theEBResponse = std::make_unique<CaloHitResponse>(theParameterMap.get(), theEBShape.get());
  theEEResponse = std::make_unique<CaloHitResponse>(theParameterMap.get(), theEEShape.get());

  //  double effwei = 1.;

  /*
  if (ESGain == 0)
    effwei = 1.45;
  else if (ESGain == 1)
    effwei = 0.9066;
  else if (ESGain == 2)
    effwei = 0.8815;
 
  esBaseline_ = (double)ESBaseline;
  esADCtokeV_ = 1000000.*ESMIPADC/ESMIPkeV;
  esThreshold_ = 3.*effwei*ESNoiseSigma/esADCtokeV_;
*/
  theMinBunch = -10;
  theMaxBunch = 10;

  // verbosity switch
  verbose_ = ps.getUntrackedParameter<bool>("verbose", false);

  gainConv_[1] = 1.;
  gainConv_[2] = 2.;
  gainConv_[3] = 12.;
  gainConv_[0] = 12.;
  barrelADCtoGeV_ = 0.035;
  endcapADCtoGeV_ = 0.06;

  meEBDigiMixRatiogt100ADC_ = nullptr;
  meEEDigiMixRatiogt100ADC_ = nullptr;

  meEBDigiMixRatioOriggt50pc_ = nullptr;
  meEEDigiMixRatioOriggt40pc_ = nullptr;

  meEBbunchCrossing_ = nullptr;
  meEEbunchCrossing_ = nullptr;
  meESbunchCrossing_ = nullptr;

  for (int i = 0; i < nBunch; i++) {
    meEBBunchShape_[i] = nullptr;
    meEEBunchShape_[i] = nullptr;
    meESBunchShape_[i] = nullptr;
  }

  meEBShape_ = nullptr;
  meEEShape_ = nullptr;
  meESShape_ = nullptr;

  meEBShapeRatio_ = nullptr;
  meEEShapeRatio_ = nullptr;
  meESShapeRatio_ = nullptr;
}

EcalMixingModuleValidation::~EcalMixingModuleValidation() {}

void EcalMixingModuleValidation::dqmBeginRun(edm::Run const&, edm::EventSetup const& c) {
  checkCalibrations(c);
  theEBShape->setEventSetup(c);
  theEEShape->setEventSetup(c);
}

void EcalMixingModuleValidation::bookHistograms(DQMStore::IBooker& ibooker, edm::Run const&, edm::EventSetup const&) {
  Char_t histo[200];

  ibooker.setCurrentFolder("EcalDigisV/EcalDigiTask");

  sprintf(histo, "EcalDigiTask Barrel maximum Digi over sim signal ratio gt 100 ADC");
  meEBDigiMixRatiogt100ADC_ = ibooker.book1D(histo, histo, 200, 0., 100.);

  sprintf(histo, "EcalDigiTask Endcap maximum Digi over sim signal ratio gt 100 ADC");
  meEEDigiMixRatiogt100ADC_ = ibooker.book1D(histo, histo, 200, 0., 100.);

  sprintf(histo, "EcalDigiTask Barrel maximum Digi over sim signal ratio signal gt 50pc gun");
  meEBDigiMixRatioOriggt50pc_ = ibooker.book1D(histo, histo, 200, 0., 100.);

  sprintf(histo, "EcalDigiTask Endcap maximum Digi over sim signal ratio signal gt 40pc gun");
  meEEDigiMixRatioOriggt40pc_ = ibooker.book1D(histo, histo, 200, 0., 100.);

  sprintf(histo, "EcalDigiTask Barrel bunch crossing");
  meEBbunchCrossing_ = ibooker.book1D(histo, histo, 20, -10., 10.);

  sprintf(histo, "EcalDigiTask Endcap bunch crossing");
  meEEbunchCrossing_ = ibooker.book1D(histo, histo, 20, -10., 10.);

  sprintf(histo, "EcalDigiTask Preshower bunch crossing");
  meESbunchCrossing_ = ibooker.book1D(histo, histo, 20, -10., 10.);

  for (int i = 0; i < nBunch; i++) {
    sprintf(histo, "EcalDigiTask Barrel shape bunch crossing %02d", i - 10);
    meEBBunchShape_[i] = ibooker.bookProfile(histo, histo, 10, 0, 10, 4000, 0., 400.);

    sprintf(histo, "EcalDigiTask Endcap shape bunch crossing %02d", i - 10);
    meEEBunchShape_[i] = ibooker.bookProfile(histo, histo, 10, 0, 10, 4000, 0., 400.);

    sprintf(histo, "EcalDigiTask Preshower shape bunch crossing %02d", i - 10);
    meESBunchShape_[i] = ibooker.bookProfile(histo, histo, 3, 0, 3, 4000, 0., 400.);
  }

  sprintf(histo, "EcalDigiTask Barrel shape digi");
  meEBShape_ = ibooker.bookProfile(histo, histo, 10, 0, 10, 4000, 0., 2000.);

  sprintf(histo, "EcalDigiTask Endcap shape digi");
  meEEShape_ = ibooker.bookProfile(histo, histo, 10, 0, 10, 4000, 0., 2000.);

  sprintf(histo, "EcalDigiTask Preshower shape digi");
  meESShape_ = ibooker.bookProfile(histo, histo, 3, 0, 3, 4000, 0., 2000.);

  sprintf(histo, "EcalDigiTask Barrel shape digi ratio");
  meEBShapeRatio_ = ibooker.book1D(histo, histo, 10, 0, 10.);

  sprintf(histo, "EcalDigiTask Endcap shape digi ratio");
  meEEShapeRatio_ = ibooker.book1D(histo, histo, 10, 0, 10.);

  sprintf(histo, "EcalDigiTask Preshower shape digi ratio");
  meESShapeRatio_ = ibooker.book1D(histo, histo, 3, 0, 3.);
}

void EcalMixingModuleValidation::dqmEndRun(const edm::Run& run, const edm::EventSetup& c) {
  // add shapes for each bunch crossing and divide the digi by the result

  std::vector<MonitorElement*> theBunches;
  theBunches.reserve(nBunch);
  for (int i = 0; i < nBunch; i++) {
    theBunches.push_back(meEBBunchShape_[i]);
  }
  bunchSumTest(theBunches, meEBShape_, meEBShapeRatio_, EcalDataFrame::MAXSAMPLES);

  theBunches.clear();

  for (int i = 0; i < nBunch; i++) {
    theBunches.push_back(meEEBunchShape_[i]);
  }
  bunchSumTest(theBunches, meEEShape_, meEEShapeRatio_, EcalDataFrame::MAXSAMPLES);

  theBunches.clear();

  for (int i = 0; i < nBunch; i++) {
    theBunches.push_back(meESBunchShape_[i]);
  }
  bunchSumTest(theBunches, meESShape_, meESShapeRatio_, ESDataFrame::MAXSAMPLES);
}

void EcalMixingModuleValidation::bunchSumTest(std::vector<MonitorElement*>& theBunches,
                                              MonitorElement*& theTotal,
                                              MonitorElement*& theRatio,
                                              int nSample) {
  std::vector<double> bunchSum;
  bunchSum.reserve(nSample);
  std::vector<double> bunchSumErro;
  bunchSumErro.reserve(nSample);
  std::vector<double> total;
  total.reserve(nSample);
  std::vector<double> totalErro;
  totalErro.reserve(nSample);
  std::vector<double> ratio;
  ratio.reserve(nSample);
  std::vector<double> ratioErro;
  ratioErro.reserve(nSample);

  for (int iEl = 0; iEl < nSample; iEl++) {
    bunchSum[iEl] = 0.;
    bunchSumErro[iEl] = 0.;
    total[iEl] = 0.;
    totalErro[iEl] = 0.;
    ratio[iEl] = 0.;
    ratioErro[iEl] = 0.;
  }

  for (int iSample = 0; iSample < nSample; iSample++) {
    total[iSample] += theTotal->getBinContent(iSample + 1);
    totalErro[iSample] += theTotal->getBinError(iSample + 1);

    for (int iBunch = theMinBunch; iBunch <= theMaxBunch; iBunch++) {
      int iHisto = iBunch - theMinBunch;

      bunchSum[iSample] += theBunches[iHisto]->getBinContent(iSample + 1);
      bunchSumErro[iSample] += pow(theBunches[iHisto]->getBinError(iSample + 1), 2);
    }
    bunchSumErro[iSample] = sqrt(bunchSumErro[iSample]);

    if (bunchSum[iSample] > 0.) {
      ratio[iSample] = total[iSample] / bunchSum[iSample];
      ratioErro[iSample] =
          sqrt(pow(totalErro[iSample] / bunchSum[iSample], 2) +
               pow((total[iSample] * bunchSumErro[iSample]) / (bunchSum[iSample] * bunchSum[iSample]), 2));
    }

    std::cout << " Sample = " << iSample << " Total = " << total[iSample] << " +- " << totalErro[iSample] << "\n"
              << " Sum   = " << bunchSum[iSample] << " +- " << bunchSumErro[iSample] << "\n"
              << " Ratio = " << ratio[iSample] << " +- " << ratioErro[iSample] << std::endl;

    theRatio->setBinContent(iSample + 1, (float)ratio[iSample]);
    theRatio->setBinError(iSample + 1, (float)ratioErro[iSample]);
  }
}

void EcalMixingModuleValidation::analyze(edm::Event const& e, edm::EventSetup const& c) {
  //LogInfo("EventInfo") << " Run = " << e.id().run() << " Event = " << e.id().event();

  checkPedestals(c);

  std::vector<SimTrack> theSimTracks;
  std::vector<SimVertex> theSimVertexes;

  edm::Handle<edm::HepMCProduct> MCEvt;
  edm::Handle<CrossingFrame<PCaloHit> > crossingFrame;
  edm::Handle<EBDigiCollection> EcalDigiEB;
  edm::Handle<EEDigiCollection> EcalDigiEE;
  edm::Handle<ESDigiCollection> EcalDigiES;

  bool skipMC = false;
  e.getByToken(HepMCToken_, MCEvt);
  if (!MCEvt.isValid()) {
    skipMC = true;
  }

  const EBDigiCollection* EBdigis = nullptr;
  const EEDigiCollection* EEdigis = nullptr;
  const ESDigiCollection* ESdigis = nullptr;

  bool isBarrel = true;
  e.getByToken(EBdigiCollectionToken_, EcalDigiEB);
  if (EcalDigiEB.isValid()) {
    EBdigis = EcalDigiEB.product();
    LogDebug("DigiInfo") << "total # EBdigis: " << EBdigis->size();
    if (EBdigis->empty())
      isBarrel = false;
  } else {
    isBarrel = false;
  }

  bool isEndcap = true;
  e.getByToken(EEdigiCollectionToken_, EcalDigiEE);
  if (EcalDigiEE.isValid()) {
    EEdigis = EcalDigiEE.product();
    LogDebug("DigiInfo") << "total # EEdigis: " << EEdigis->size();
    if (EEdigis->empty())
      isEndcap = false;
  } else {
    isEndcap = false;
  }

  bool isPreshower = true;
  e.getByToken(ESdigiCollectionToken_, EcalDigiES);
  if (EcalDigiES.isValid()) {
    ESdigis = EcalDigiES.product();
    LogDebug("DigiInfo") << "total # ESdigis: " << ESdigis->size();
    if (ESdigis->empty())
      isPreshower = false;
  } else {
    isPreshower = false;
  }

  double theGunEnergy = 0.;
  if (!skipMC) {
    for (HepMC::GenEvent::particle_const_iterator p = MCEvt->GetEvent()->particles_begin();
         p != MCEvt->GetEvent()->particles_end();
         ++p) {
      theGunEnergy = (*p)->momentum().e();
    }
  }
  // in case no HepMC available, assume an arbitrary average energy for an interesting "gun"
  else {
    edm::LogWarning("DigiInfo") << "No HepMC available, using 30 GeV as giun energy";
    theGunEnergy = 30.;
  }

  // BARREL

  // loop over simHits

  if (isBarrel) {
    e.getByToken(crossingFramePCaloHitEBToken_, crossingFrame);
    const MixCollection<PCaloHit> barrelHits(crossingFrame.product());

    MapType ebSignalSimMap;

    double ebSimThreshold = 0.5 * theGunEnergy;

    for (auto const& iHit : barrelHits) {
      EBDetId ebid = EBDetId(iHit.id());

      LogDebug("HitInfo") << " CaloHit " << iHit.getName() << "\n"
                          << " DetID = " << iHit.id() << " EBDetId = " << ebid.ieta() << " " << ebid.iphi() << "\n"
                          << " Time = " << iHit.time() << " Event id. = " << iHit.eventId().rawId() << "\n"
                          << " Track Id = " << iHit.geantTrackId() << "\n"
                          << " Energy = " << iHit.energy();

      uint32_t crystid = ebid.rawId();

      if (iHit.eventId().rawId() == 0)
        ebSignalSimMap[crystid] += iHit.energy();

      if (meEBbunchCrossing_)
        meEBbunchCrossing_->Fill(iHit.eventId().bunchCrossing());
    }

    // loop over Digis

    const EBDigiCollection* barrelDigi = EcalDigiEB.product();

    std::vector<double> ebAnalogSignal;
    std::vector<double> ebADCCounts;
    std::vector<double> ebADCGains;
    ebAnalogSignal.reserve(EBDataFrame::MAXSAMPLES);
    ebADCCounts.reserve(EBDataFrame::MAXSAMPLES);
    ebADCGains.reserve(EBDataFrame::MAXSAMPLES);

    for (unsigned int digis = 0; digis < EcalDigiEB->size(); ++digis) {
      EBDataFrame ebdf = (*barrelDigi)[digis];
      int nrSamples = ebdf.size();

      EBDetId ebid = ebdf.id();

      double Emax = 0.;
      int Pmax = 0;

      for (int sample = 0; sample < nrSamples; ++sample) {
        ebAnalogSignal[sample] = 0.;
        ebADCCounts[sample] = 0.;
        ebADCGains[sample] = -1.;
      }

      for (int sample = 0; sample < nrSamples; ++sample) {
        EcalMGPASample mySample = ebdf[sample];

        ebADCCounts[sample] = (mySample.adc());
        ebADCGains[sample] = (mySample.gainId());
        ebAnalogSignal[sample] = (ebADCCounts[sample] * gainConv_[(int)ebADCGains[sample]] * barrelADCtoGeV_);
        if (Emax < ebAnalogSignal[sample]) {
          Emax = ebAnalogSignal[sample];
          Pmax = sample;
        }
        LogDebug("DigiInfo") << "EB sample " << sample << " ADC counts = " << ebADCCounts[sample]
                             << " Gain Id = " << ebADCGains[sample] << " Analog eq = " << ebAnalogSignal[sample];
      }
      double pedestalPreSampleAnalog = 0.;
      findPedestal(ebid, (int)ebADCGains[Pmax], pedestalPreSampleAnalog);
      pedestalPreSampleAnalog *= gainConv_[(int)ebADCGains[Pmax]] * barrelADCtoGeV_;
      double Erec = Emax - pedestalPreSampleAnalog;

      if (ebSignalSimMap[ebid.rawId()] != 0.) {
        LogDebug("DigiInfo") << " Digi / Signal Hit = " << Erec << " / " << ebSignalSimMap[ebid.rawId()] << " gainConv "
                             << gainConv_[(int)ebADCGains[Pmax]];
        if (Erec > 100. * barrelADCtoGeV_ && meEBDigiMixRatiogt100ADC_)
          meEBDigiMixRatiogt100ADC_->Fill(Erec / ebSignalSimMap[ebid.rawId()]);
        if (ebSignalSimMap[ebid.rawId()] > ebSimThreshold && meEBDigiMixRatioOriggt50pc_)
          meEBDigiMixRatioOriggt50pc_->Fill(Erec / ebSignalSimMap[ebid.rawId()]);
        if (ebSignalSimMap[ebid.rawId()] > ebSimThreshold && meEBShape_) {
          for (int i = 0; i < 10; i++) {
            pedestalPreSampleAnalog = 0.;
            findPedestal(ebid, (int)ebADCGains[i], pedestalPreSampleAnalog);
            pedestalPreSampleAnalog *= gainConv_[(int)ebADCGains[i]] * barrelADCtoGeV_;
            meEBShape_->Fill(i, ebAnalogSignal[i] - pedestalPreSampleAnalog);
          }
        }
      }
    }

    EcalSubdetector thisDet = EcalBarrel;
    computeSDBunchDigi(c, barrelHits, ebSignalSimMap, thisDet, ebSimThreshold, randomEngine(e.streamID()));
  }

  // ENDCAP

  // loop over simHits

  if (isEndcap) {
    e.getByToken(crossingFramePCaloHitEEToken_, crossingFrame);
    const MixCollection<PCaloHit> endcapHits(crossingFrame.product());
    MapType eeSignalSimMap;

    double eeSimThreshold = 0.4 * theGunEnergy;

    for (auto const& iHit : endcapHits) {
      EEDetId eeid = EEDetId(iHit.id());

      LogDebug("HitInfo") << " CaloHit " << iHit.getName() << "\n"
                          << " DetID = " << iHit.id() << " EEDetId side = " << eeid.zside() << " = " << eeid.ix() << " "
                          << eeid.iy() << "\n"
                          << " Time = " << iHit.time() << " Event id. = " << iHit.eventId().rawId() << "\n"
                          << " Track Id = " << iHit.geantTrackId() << "\n"
                          << " Energy = " << iHit.energy();

      uint32_t crystid = eeid.rawId();

      if (iHit.eventId().rawId() == 0)
        eeSignalSimMap[crystid] += iHit.energy();

      if (meEEbunchCrossing_)
        meEEbunchCrossing_->Fill(iHit.eventId().bunchCrossing());
    }

    // loop over Digis

    const EEDigiCollection* endcapDigi = EcalDigiEE.product();

    std::vector<double> eeAnalogSignal;
    std::vector<double> eeADCCounts;
    std::vector<double> eeADCGains;
    eeAnalogSignal.reserve(EEDataFrame::MAXSAMPLES);
    eeADCCounts.reserve(EEDataFrame::MAXSAMPLES);
    eeADCGains.reserve(EEDataFrame::MAXSAMPLES);

    for (unsigned int digis = 0; digis < EcalDigiEE->size(); ++digis) {
      EEDataFrame eedf = (*endcapDigi)[digis];
      int nrSamples = eedf.size();

      EEDetId eeid = eedf.id();

      double Emax = 0.;
      int Pmax = 0;

      for (int sample = 0; sample < nrSamples; ++sample) {
        eeAnalogSignal[sample] = 0.;
        eeADCCounts[sample] = 0.;
        eeADCGains[sample] = -1.;
      }

      for (int sample = 0; sample < nrSamples; ++sample) {
        EcalMGPASample mySample = eedf[sample];

        eeADCCounts[sample] = (mySample.adc());
        eeADCGains[sample] = (mySample.gainId());
        eeAnalogSignal[sample] = (eeADCCounts[sample] * gainConv_[(int)eeADCGains[sample]] * endcapADCtoGeV_);
        if (Emax < eeAnalogSignal[sample]) {
          Emax = eeAnalogSignal[sample];
          Pmax = sample;
        }
        LogDebug("DigiInfo") << "EE sample " << sample << " ADC counts = " << eeADCCounts[sample]
                             << " Gain Id = " << eeADCGains[sample] << " Analog eq = " << eeAnalogSignal[sample];
      }
      double pedestalPreSampleAnalog = 0.;
      findPedestal(eeid, (int)eeADCGains[Pmax], pedestalPreSampleAnalog);
      pedestalPreSampleAnalog *= gainConv_[(int)eeADCGains[Pmax]] * endcapADCtoGeV_;
      double Erec = Emax - pedestalPreSampleAnalog;

      if (eeSignalSimMap[eeid.rawId()] != 0.) {
        LogDebug("DigiInfo") << " Digi / Signal Hit = " << Erec << " / " << eeSignalSimMap[eeid.rawId()] << " gainConv "
                             << gainConv_[(int)eeADCGains[Pmax]];
        if (Erec > 100. * endcapADCtoGeV_ && meEEDigiMixRatiogt100ADC_)
          meEEDigiMixRatiogt100ADC_->Fill(Erec / eeSignalSimMap[eeid.rawId()]);
        if (eeSignalSimMap[eeid.rawId()] > eeSimThreshold && meEEDigiMixRatioOriggt40pc_)
          meEEDigiMixRatioOriggt40pc_->Fill(Erec / eeSignalSimMap[eeid.rawId()]);
        if (eeSignalSimMap[eeid.rawId()] > eeSimThreshold && meEBShape_) {
          for (int i = 0; i < 10; i++) {
            pedestalPreSampleAnalog = 0.;
            findPedestal(eeid, (int)eeADCGains[i], pedestalPreSampleAnalog);
            pedestalPreSampleAnalog *= gainConv_[(int)eeADCGains[i]] * endcapADCtoGeV_;
            meEEShape_->Fill(i, eeAnalogSignal[i] - pedestalPreSampleAnalog);
          }
        }
      }
    }

    EcalSubdetector thisDet = EcalEndcap;
    computeSDBunchDigi(c, endcapHits, eeSignalSimMap, thisDet, eeSimThreshold, randomEngine(e.streamID()));
  }

  if (isPreshower) {
    e.getByToken(crossingFramePCaloHitESToken_, crossingFrame);
    const MixCollection<PCaloHit> preshowerHits(crossingFrame.product());

    MapType esSignalSimMap;

    for (auto const& iHit : preshowerHits) {
      ESDetId esid = ESDetId(iHit.id());

      LogDebug("HitInfo") << " CaloHit " << iHit.getName() << "\n"
                          << " DetID = " << iHit.id() << "ESDetId: z side " << esid.zside() << "  plane "
                          << esid.plane() << esid.six() << ',' << esid.siy() << ':' << esid.strip() << "\n"
                          << " Time = " << iHit.time() << " Event id. = " << iHit.eventId().rawId() << "\n"
                          << " Track Id = " << iHit.geantTrackId() << "\n"
                          << " Energy = " << iHit.energy();

      uint32_t stripid = esid.rawId();

      if (iHit.eventId().rawId() == 0)
        esSignalSimMap[stripid] += iHit.energy();

      if (meESbunchCrossing_)
        meESbunchCrossing_->Fill(iHit.eventId().bunchCrossing());

      // loop over Digis

      const ESDigiCollection* preshowerDigi = EcalDigiES.product();

      std::vector<double> esADCCounts;
      std::vector<double> esADCAnalogSignal;
      esADCCounts.reserve(ESDataFrame::MAXSAMPLES);
      esADCAnalogSignal.reserve(ESDataFrame::MAXSAMPLES);

      for (unsigned int digis = 0; digis < EcalDigiES->size(); ++digis) {
        ESDataFrame esdf = (*preshowerDigi)[digis];
        int nrSamples = esdf.size();

        ESDetId esid = esdf.id();

        for (int sample = 0; sample < nrSamples; ++sample) {
          esADCCounts[sample] = 0.;
          esADCAnalogSignal[sample] = 0.;
        }

        for (int sample = 0; sample < nrSamples; ++sample) {
          ESSample mySample = esdf[sample];

          esADCCounts[sample] = (mySample.adc());
          esBaseline_ = m_ESpeds->find(esid)->getMean();
          const double factor(esADCtokeV_ / (*(m_ESmips->getMap().find(esid))));
          esThreshold_ = 3. * m_ESeffwei * ((*m_ESpeds->find(esid)).getRms()) / factor;
          esADCAnalogSignal[sample] = (esADCCounts[sample] - esBaseline_) / factor;
        }
        LogDebug("DigiInfo") << "Preshower Digi for ESDetId: z side " << esid.zside() << "  plane " << esid.plane()
                             << esid.six() << ',' << esid.siy() << ':' << esid.strip();
        for (int i = 0; i < 3; i++) {
          LogDebug("DigiInfo") << "sample " << i << " ADC = " << esADCCounts[i]
                               << " Analog eq = " << esADCAnalogSignal[i];
        }

        if (esSignalSimMap[esid.rawId()] > esThreshold_ && meESShape_) {
          for (int i = 0; i < 3; i++) {
            meESShape_->Fill(i, esADCAnalogSignal[i]);
          }
        }
      }
    }

    EcalSubdetector thisDet = EcalPreshower;
    computeSDBunchDigi(c, preshowerHits, esSignalSimMap, thisDet, esThreshold_, randomEngine(e.streamID()));
  }
}

void EcalMixingModuleValidation::checkCalibrations(edm::EventSetup const& eventSetup) {
  // ADC -> GeV Scale
  [[clang::suppress]]
  const EcalADCToGeVConstant* agc = &eventSetup.getData(pAgc);

  EcalMGPAGainRatio defaultRatios;

  gainConv_[1] = 1.;
  gainConv_[2] = defaultRatios.gain12Over6();
  gainConv_[3] = gainConv_[2] * (defaultRatios.gain6Over1());
  gainConv_[0] = gainConv_[2] * (defaultRatios.gain6Over1());

  LogDebug("EcalDigi") << " Gains conversions: "
                       << "\n"
                       << " g1 = " << gainConv_[1] << "\n"
                       << " g2 = " << gainConv_[2] << "\n"
                       << " g3 = " << gainConv_[3];

  LogDebug("EcalDigi") << " Barrel GeV/ADC = " << agc->getEBValue();
  LogDebug("EcalDigi") << " Endcap GeV/ADC = " << agc->getEEValue();

  // ES condition objects
  const ESGain* esgain = &eventSetup.getData(esgain_);
  m_ESpeds = &eventSetup.getData(esPedestals_);
  m_ESmips = &eventSetup.getData(esMIPs_);
  const ESMIPToGeVConstant* esMipToGeV = &eventSetup.getData(esMIPToGeV_);
  m_ESgain = (int)esgain->getESGain();
  const double valESMIPToGeV = (m_ESgain == 1) ? esMipToGeV->getESValueLow() : esMipToGeV->getESValueHigh();

  theESShape->setGain(m_ESgain);

  esADCtokeV_ = 1000000. * valESMIPToGeV;

  m_ESeffwei = (0 == m_ESgain ? 1.45 : (1 == m_ESgain ? 0.9066 : (2 == m_ESgain ? 0.8815 : 1.0)));
}

void EcalMixingModuleValidation::checkPedestals(const edm::EventSetup& eventSetup) {
  // Pedestals from event setup

  thePedestals = &eventSetup.getData(dbPed);
}

void EcalMixingModuleValidation::findPedestal(const DetId& detId, int gainId, double& ped) const {
  EcalPedestalsMapIterator mapItr = thePedestals->getMap().find(detId);
  // should I care if it doesn't get found?
  if (mapItr == thePedestals->getMap().end()) {
    edm::LogError("EcalMMValid") << "Could not find pedestal for " << detId.rawId() << " among the "
                                 << thePedestals->getMap().size();
  } else {
    EcalPedestals::Item item = (*mapItr);

    switch (gainId) {
      case 0:
        ped = item.mean_x1;
        break;
      case 1:
        ped = item.mean_x12;
        break;
      case 2:
        ped = item.mean_x6;
        break;
      case 3:
        ped = item.mean_x1;
        break;
      default:
        edm::LogError("EcalMMValid") << "Bad Pedestal " << gainId;
        break;
    }
    LogDebug("EcalMMValid") << "Pedestals for " << detId.rawId() << " gain range " << gainId << " : \n"
                            << "Mean = " << ped;
  }
}

void EcalMixingModuleValidation::computeSDBunchDigi(const edm::EventSetup& eventSetup,
                                                    const MixCollection<PCaloHit>& theHits,
                                                    MapType& SignalSimMap,
                                                    const EcalSubdetector& thisDet,
                                                    const double& theSimThreshold,
                                                    CLHEP::HepRandomEngine* engine) {
  if (thisDet != EcalBarrel && thisDet != EcalEndcap && thisDet != EcalPreshower) {
    edm::LogError("EcalMMValid") << "Invalid subdetector type";
    return;
  }
  //bool isCrystal = true;
  //if ( thisDet == EcalPreshower ) isCrystal = false;

  // load the geometry

  auto hGeomHandle = eventSetup.getHandle(hGeometry);
  const CaloGeometry* pGeometry = &*hGeomHandle;

  // see if we need to update
  if (pGeometry != theGeometry) {
    theGeometry = pGeometry;
    //theEcalResponse->setGeometry(theGeometry);
    theESResponse->setGeometry(theGeometry);
    theEEResponse->setGeometry(theGeometry);
    theEBResponse->setGeometry(theGeometry);
  }

  // vector of DetId with energy above a fraction of the gun's energy

  const std::vector<DetId>& theSDId = theGeometry->getValidDetIds(DetId::Ecal, thisDet);

  std::vector<DetId> theOverThresholdId;
  for (unsigned int i = 0; i < theSDId.size(); i++) {
    int sdId = theSDId[i].rawId();
    if (SignalSimMap[sdId] > theSimThreshold)
      theOverThresholdId.push_back(theSDId[i]);
  }

  int limit = CaloSamples::MAXSAMPLES;
  if (thisDet == EcalPreshower)
    limit = ESDataFrame::MAXSAMPLES;

  for (int iBunch = theMinBunch; iBunch <= theMaxBunch; iBunch++) {
    //if ( isCrystal ) {
    if (thisDet == EcalBarrel) {
      theEBResponse->setBunchRange(iBunch, iBunch);
      theEBResponse->clear();
      theEBResponse->run(theHits, engine);
    } else if (thisDet == EcalEndcap) {
      theEEResponse->setBunchRange(iBunch, iBunch);
      theEEResponse->clear();
      theEEResponse->run(theHits, engine);
    } else {
      theESResponse->setBunchRange(iBunch, iBunch);
      theESResponse->clear();
      theESResponse->run(theHits, engine);
    }

    int iHisto = iBunch - theMinBunch;

    for (std::vector<DetId>::const_iterator idItr = theOverThresholdId.begin(); idItr != theOverThresholdId.end();
         ++idItr) {
      CaloSamples* analogSignal;
      //if ( isCrystal )
      if (thisDet == EcalBarrel) {
        analogSignal = theEBResponse->findSignal(*idItr);
      } else if (thisDet == EcalEndcap) {
        analogSignal = theEEResponse->findSignal(*idItr);
      } else {
        analogSignal = theESResponse->findSignal(*idItr);
      }

      if (analogSignal) {
        (*analogSignal) *= theParameterMap->simParameters(analogSignal->id()).photoelectronsToAnalog();

        for (int i = 0; i < limit; i++) {
          if (thisDet == EcalBarrel) {
            meEBBunchShape_[iHisto]->Fill(i, (float)(*analogSignal)[i]);
          } else if (thisDet == EcalEndcap) {
            meEEBunchShape_[iHisto]->Fill(i, (float)(*analogSignal)[i]);
          } else if (thisDet == EcalPreshower) {
            meESBunchShape_[iHisto]->Fill(i, (float)(*analogSignal)[i]);
          }
        }
      }
    }
  }
}

CLHEP::HepRandomEngine* EcalMixingModuleValidation::randomEngine(edm::StreamID const& streamID) {
  unsigned int index = streamID.value();
  if (index >= randomEngines_.size()) {
    randomEngines_.resize(index + 1, nullptr);
  }
  CLHEP::HepRandomEngine* ptr = randomEngines_[index];
  if (!ptr) {
    edm::Service<edm::RandomNumberGenerator> rng;
    ptr = &rng->getEngine(streamID);
    randomEngines_[index] = ptr;
  }
  return ptr;
}