Biller Silver — color-coded orchestration

Master flowchart

flowchart TB
  classDef kickoff fill:#15803D,stroke:#14532D,color:#fff,stroke-width:2px
  classDef parent fill:#1B365D,stroke:#0F172A,color:#fff,stroke-width:2px
  classDef orch fill:#1E40AF,stroke:#1E3A8A,color:#fff,stroke-width:3px
  classDef abo fill:#0E7490,stroke:#155E75,color:#fff
  classDef eod fill:#B45309,stroke:#9A3412,color:#fff,stroke-width:2px
  classDef act fill:#6D28D9,stroke:#5B21B6,color:#fff,stroke-width:2px
  classDef actc fill:#7C3AED,stroke:#5B21B6,color:#fff
  classDef bus fill:#ECFDF3,stroke:#15803D,color:#14532D,stroke-width:2px
  classDef gate fill:#FFF7ED,stroke:#B45309,color:#9A3412,stroke-width:2px

  subgraph L0["LAYER 0 — SCHEDULED KICKOFFS (ACTIVE clocks, no upstream job)"]
    direction LR
    EOD["sqwh_biller_silver_EOD
1:30 AM ET"]
    K0930["sqwh_biller_silver_0930_kickoff
9:30 AM ET"]
    K1330["sqwh_biller_silver_1330_kickoff
1:30 PM ET"]
    K2330["sqwh_biller_silver_2330_kickoff
11:30 PM ET"]
  end

  FAN["GREEN ARROWS
Every kickoff starts these 5 parents IN PARALLEL"]

  subgraph L1["LAYER 1 — PARENTS (triggered by ALL 4 kickoffs)"]
    direction LR
    ABO["sqwh_biller_abo_Jobs
ORCHESTRATOR
schedule PAUSED"]
    P2["sqwh_biller_combined
_parent_2_jobs"]
    P3["sqwh_biller_combined
_parent_3_jobs"]
    P4["sqwh_biller_combined
_parent_4_jobs"]
    VOY["sqwh_biller_voyage_jobs"]
  end

  subgraph L2["LAYER 2 — TEAL: 13 children triggered ONLY by abo_Jobs — ALL PARALLEL — each then Autoloader notebook → DLT"]
    C1["1 PRODUCT_RELATION"]
    C2["2 ITEM_CATEGORY_MAP"]
    C3["3 vendor"]
    C4["4 product"]
    C5["5 product_history"]
    C6["6 product_inventory"]
    C7["7 inventory_history"]
    C8["8 relation_history"]
    C9["9 lifecycle_history"]
    C10["10 ar_locations"]
    C11["11 ar_catalog_history"]
    C12["12 ar_product_config"]
    C13["13 ar_product_config_history"]
  end

  WAIT{"AMBER GATE
EOD kickoff 1:30 AM
AND all 5 parents SUCCESS?
0930 / 1330 / 2330 STOP here"}

  subgraph L3["LAYER 3 — EOD DOWNSTREAM (does not run on 0930 / 1330 / 2330)"]
    REF["sqwh_biller_ref_daily
ORANGE extra: depends on abo_Jobs"]
    IMM["Core_IMM_LoadIMEIDevice_Daily
depends on ALL 5 parents"]
    SGATE["DailySilverComparison_Gate_For_EOD
depends on ALL 5 parents"]
    ACT["Core_ActivationdailyLoad_Flow
221680979323302
depends on ALL 5 parents"]
  end

  subgraph L4["LAYER 4 — PURPLE: inside Activation flow"]
    DAO["Core_DaoDataLoad_Daily
parallel with CSM"]
    CSM["Core_GenerateCSMData...Daily
parallel with DAO"]
    ADL["ActivationDailyLoad
AFTER both DAO and CSM"]
  end

  EOD -->|kickoff| FAN
  K0930 -->|kickoff| FAN
  K1330 -->|kickoff| FAN
  K2330 -->|kickoff| FAN

  FAN -->|starts| ABO
  FAN -->|starts| P2
  FAN -->|starts| P3
  FAN -->|starts| P4
  FAN -->|starts| VOY

  ABO -->|orchestrates| C1
  ABO --> C2
  ABO --> C3
  ABO --> C4
  ABO --> C5
  ABO --> C6
  ABO --> C7
  ABO --> C8
  ABO --> C9
  ABO --> C10
  ABO --> C11
  ABO --> C12
  ABO --> C13

  EOD -.->|EOD clock required| WAIT
  ABO -->|parent done| WAIT
  P2 -->|parent done| WAIT
  P3 -->|parent done| WAIT
  P4 -->|parent done| WAIT
  VOY -->|parent done| WAIT

  WAIT -->|EOD only| REF
  WAIT -->|EOD only| IMM
  WAIT -->|EOD only| SGATE
  WAIT -->|EOD only| ACT

  ABO -.->|extra data dep| REF

  ACT -->|starts both| DAO
  ACT -->|starts both| CSM
  DAO -->|join| ADL
  CSM -->|join| ADL

  class EOD,K0930,K1330,K2330 kickoff
  class FAN bus
  class ABO orch
  class P2,P3,P4,VOY parent
  class C1,C2,C3,C4,C5,C6,C7,C8,C9,C10,C11,C12,C13 abo
  class WAIT gate
  class REF,IMM,SGATE,ACT eod
  class DAO,CSM,ADL actc

  linkStyle 0,1,2,3,4,5,6,7,8 stroke:#15803D,stroke-width:2.5px
  linkStyle 9,10,11,12,13,14,15,16,17,18,19,20,21 stroke:#0E7490,stroke-width:2px
  linkStyle 22 stroke:#B45309,stroke-width:2px,stroke-dasharray: 6 4
  linkStyle 23,24,25,26,27 stroke:#B45309,stroke-width:2.5px
  linkStyle 28,29,30,31 stroke:#B45309,stroke-width:2.5px
  linkStyle 32 stroke:#C2410C,stroke-width:3px,stroke-dasharray: 5 3
  linkStyle 33,34,35,36 stroke:#6D28D9,stroke-width:2.5px