-
Notifications
You must be signed in to change notification settings - Fork 40
Home
Marcel Rieger edited this page Mar 21, 2025
·
36 revisions
(please find the legend below)
graph TD
classDef WF stroke: #83b, stroke-width: 3px
classDef TODO fill: #f17925
classDef DEC fill: #0aacfc
GetDatasetLFNs(GetDatasetLFNs)
CalibrateEvents(CalibrateEvents)
SelectEvents(SelectEvents)
MergeSelectionMasks(MergeSelectionMasks)
MergeSelectionStats(MergeSelectionStats)
CreateCutflowHistograms(CreateCutflowHistograms)
ReduceEvents(ReduceEvents)
MergeReductionStats(MergeReductionStats)
MergeReducedEvents(MergedReducedEvents)
ProvideReducedEvents(ProvideReducedEvents)
ProduceColumns(ProduceColumns)
UniteColumns(UniteColumns)
CreateHistograms(CreateHistograms)
TrainDataSwitch{Used in<br />training?}
PrepareMLEvents(PrepareMLEvents)
MergeMLEvents(MergeMLEvents)
MergeMLStats(MergeMLStats)
MLTraining(MLTraining)
MLEvaluation(MLEvaluation)
MergeHistograms(MergeHistograms)
MergeShiftedHistograms(MergeShiftedHistograms)
MergeMLEvaluation(MergeMLEvaluation)
CreateDatacards(CreateDatacards)
WritePyhfWorkspace(WritePyhfWorkspace)
CreateYieldTable(CreateYieldTable)
PlotVariables1D(PlotVariables1D)
PlotVariables2D(PlotVariables2D)
PlotVariablesPerProcess2D(PlotVariablesPerProcess2D)
PlotShiftedVariables1D(PlotShiftedVariables1D)
PlotShiftedVariablesPerShift1D(PlotShiftedVariablesPerShift1D)
PlotShiftedVariablesPerShiftAndProcess1D(PlotShiftedVariablesPerShiftAndProcess1D)
PlotCutflow(PlotCutflow)
PlotCutflowVariables1D(PlotCutflowVariables1D)
PlotCutflowVariables2D(PlotCutflowVariables2D)
PlotCutflowVariablesPerProcess2D(PlotCutflowVariablesPerProcess2D)
PlotMLResults(PlotMLResults)
class CalibrateEvents WF
class SelectEvents WF
class ReduceEvents WF
class MergeReducedEvents WF
class MergeReductionStats WF
class ProvideReducedEvents WF
class ProduceColumns WF
class UniteColumns WF
class CreateHistograms WF
class MergeHistograms WF
class MergeShiftedHistograms WF
class PlotVariables1D WF
class PlotVariables2D WF
class PlotVariablesPerProcess2D WF
class PlotShiftedVariables1D WF
class PlotShiftedVariables1D TODO
class PlotShiftedVariablesPerShift1D WF
class PlotShiftedVariablesPerShiftAndProcess1D WF
class PrepareMLEvents WF
class MergeMLEvents WF
class MLEvaluation WF
class MergeMLStats WF
class MLTraining WF
class MergeSelectionMasks WF
class MergeSelectionStats WF
class CreateCutflowHistograms WF
class PlotCutflow WF
class PlotCutflowVariables1D WF
class PlotCutflowVariables2D WF
class PlotCutflowVariablesPerProcess2D WF
class CreateDatacards WF
class TrainDataSwitch DEC
class WritePyhfWorkspace TODO
class MergeMLEvaluation WF
%% top part
GetDatasetLFNs -- lfns --> SelectEvents
GetDatasetLFNs -- lfns --> CalibrateEvents
CalibrateEvents -. cols .-> SelectEvents
SelectEvents -- masks --> ReduceEvents
SelectEvents -. cols .-> ReduceEvents
CalibrateEvents -. cols .-> ReduceEvents
GetDatasetLFNs -- lfns --> ReduceEvents
%% merging 1 left
SelectEvents == stats ==> MergeSelectionStats
SelectEvents == masks ==> MergeSelectionMasks
SelectEvents == cols ==> MergeSelectionMasks
%% merging 1 right
ReduceEvents == sizes ==> MergeReductionStats
MergeReductionStats -- factors --> MergeReducedEvents
ReduceEvents == events ==> MergeReducedEvents
ReduceEvents == "optional<br />events" ==> ProvideReducedEvents
MergeReducedEvents == events ==> ProvideReducedEvents
%% cutflow tasks
MergeSelectionMasks -- masks ----> CreateCutflowHistograms
CreateCutflowHistograms -- hists --> PlotCutflow
CreateCutflowHistograms -- hists --> PlotCutflowVariables1D
CreateCutflowHistograms -- hists --> PlotCutflowVariables2D
PlotCutflowVariables2D -. wrapper .-> PlotCutflowVariablesPerProcess2D
%% additional columns
MergeSelectionStats -- "<i>opt.</>" --> ProduceColumns
ProvideReducedEvents -- events --> CreateHistograms
ProvideReducedEvents -- events --> UniteColumns
ProvideReducedEvents -- events --> ProduceColumns
ProduceColumns -. cols .-> CreateHistograms
ProduceColumns -. cols .-> UniteColumns
ProduceColumns -. cols .-> TrainDataSwitch
ProvideReducedEvents -- events --> TrainDataSwitch
TrainDataSwitch -- "either<br />way" --> MLEvaluation
TrainDataSwitch -- yes --> PrepareMLEvents
PrepareMLEvents == mlcols ==> MergeMLEvents
PrepareMLEvents == stats ==> MergeMLStats
MergeMLEvents -. mlcols .-> MLTraining
MergeMLStats -. stats .-> MLTraining
MLTraining -- model --> MLEvaluation
MLEvaluation -. cols ..-> CreateHistograms
MLEvaluation -. cols ..-> UniteColumns
%% merging 2
CreateHistograms == hists ==> MergeHistograms
MergeHistograms == hists ==> MergeShiftedHistograms
MLEvaluation == cols ==> MergeMLEvaluation
%% inference
MergeHistograms -- data hists ----> CreateDatacards
MergeShiftedHistograms -- mc hists --> CreateDatacards
MergeHistograms -- data hists --> WritePyhfWorkspace
MergeShiftedHistograms -- mc hists --> WritePyhfWorkspace
%% tables
MergeHistograms -- data hists ---> CreateYieldTable
MergeShiftedHistograms -- mc hists ---> CreateYieldTable
%% plots
MergeShiftedHistograms -- mc hists ---> PlotShiftedVariables1D
MergeHistograms -- data hists ---> PlotShiftedVariables1D
MergeShiftedHistograms -- mc hists ---> PlotShiftedVariablesPerShift1D
MergeHistograms -- data hists ---> PlotShiftedVariablesPerShift1D
PlotShiftedVariablesPerShift1D -. wrapper .-> PlotShiftedVariablesPerShiftAndProcess1D
MergeHistograms -- hists --> PlotVariables2D
PlotVariables2D -. wrapper .-> PlotVariablesPerProcess2D
MergeHistograms -- hists --> PlotVariables1D
MergeMLEvaluation -- cols ----> PlotMLResults
subgraph Merging 1
MergeSelectionStats
MergeSelectionMasks
MergeReductionStats
MergeReducedEvents
ProvideReducedEvents
end
subgraph ML Training
PrepareMLEvents
MergeMLEvents
MergeMLStats
MLTraining
end
subgraph Merging 2
MergeHistograms
MergeShiftedHistograms
MergeMLEvaluation
end
subgraph Cutflow plots
PlotCutflow
PlotCutflowVariables1D
PlotCutflowVariables2D
PlotCutflowVariablesPerProcess2D
end
subgraph Plots & tables
PlotShiftedVariables1D
PlotShiftedVariablesPerShift1D
PlotShiftedVariablesPerShiftAndProcess1D
PlotVariables2D
PlotVariablesPerProcess2D
PlotVariables1D
PlotMLResults
CreateYieldTable
end
subgraph Inference
CreateDatacards
WritePyhfWorkspace
end
graph TD
classDef WF stroke: #83b, stroke-width: 3px
classDef TODO fill: #f17925
classDef DEC fill: #0aacfc
subgraph Legend
Task(Task) --> Workflow(Workflow)
Workflow --> TODO(TODO)
class TODO TODO
class Workflow WF
X0(X) --> D0{Decision}
D0 -- yes --> Y0s(Y)
D0 -- no --> Z0(Z)
D0 -- "either<br/>way" --> A0(A)
class D0 DEC
X1(X) -- "single<br />dep." ---> Y1(Y)
X2(X) -. "many<br />deps" ..-> Y2(Y)
X3(X) == merges<br />many ===> Y3(Y)
end