Coppelius.Build.Graph

3359def coppeliusDevicePhases : (family DeviceArenaPhases) =
3360  (constructor
3361    DeviceArenaPhases
3362    DeviceArenaPhasesNext
3363    (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseInitialize cgNoPlanes cgNoPlanes)
3364    (constructor
3365      DeviceArenaPhases
3366      DeviceArenaPhasesNext
3367      (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseRecast cgNoPlanes cgNoPlanes)
3368      (constructor
3369        DeviceArenaPhases
3370        DeviceArenaPhasesNext
3371        (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseCheckpoint (cgAnd cgResidentCheckpointWindow cgNoPlanes) cgNoPlanes)
3372        (constructor
3373          DeviceArenaPhases
3374          DeviceArenaPhasesNext
3375          (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseReport (cgAnd cgResidentResultDiagnostics (cgAnd cgResidentResultRecord cgNoPlanes)) cgNoPlanes)
3376          (constructor
3377            DeviceArenaPhases
3378            DeviceArenaPhasesNext
3379            (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseGradientZero cgNoPlanes cgNoPlanes)
3380            (constructor
3381              DeviceArenaPhases
3382              DeviceArenaPhasesNext
3383              (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseEmbed (cgAnd cgResidentInputIds cgNoPlanes) cgNoPlanes)
3384              (constructor
3385                DeviceArenaPhases
3386                DeviceArenaPhasesNext
3387                (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseLayer (cgAnd cgResidentNorm1 (cgAnd cgResidentQkv (cgAnd cgResidentNorm2 (cgAnd cgResidentGated (cgAnd cgResidentDown (cgAnd cgResidentInputCosine (cgAnd cgResidentInputSine cgNoPlanes))))))) cgNoPlanes)
3388                (constructor
3389                  DeviceArenaPhases
3390                  DeviceArenaPhasesNext
3391                  (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseOutput (cgAnd cgResidentFinalNorm (cgAnd cgResidentFinalStatistics (cgAnd cgResidentFinalHalf (cgAnd cgResidentLogits (cgAnd cgResidentLoss (cgAnd cgResidentCorrect (cgAnd cgResidentLogitsGradient (cgAnd cgResidentResultRecord (cgAnd cgResidentResultPredictions (cgAnd cgResidentInputTargets (cgAnd cgResidentResultDiagnostics cgNoPlanes))))))))))) cgNoPlanes)
3392                  (constructor
3393                    DeviceArenaPhases
3394                    DeviceArenaPhasesNext
3395                    (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseOutputGradient (cgAnd cgResidentLogitsGradientHalf (cgAnd cgResidentLogitsGradientT (cgAnd cgResidentFinalHalfT (cgAnd cgResidentFinalGradient (cgAnd cgResidentEmbeddingHalfT cgNoPlanes))))) (cgAnd cgResidentLogitsGradient (cgAnd cgResidentFinalHalf (cgAnd cgResidentFinalStatistics cgNoPlanes))))
3396                    (constructor
3397                      DeviceArenaPhases
3398                      DeviceArenaPhasesNext
3399                      (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseFfnDown (cgAnd cgResidentDownGatedT (cgAnd cgResidentDownWeightT (cgAnd cgResidentDownDyT (cgAnd cgResidentDownDyHalf (cgAnd cgResidentGatedGradient cgNoPlanes))))) cgNoPlanes)
3400                      (constructor
3401                        DeviceArenaPhases
3402                        DeviceArenaPhasesNext
3403                        (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseFfnGate (cgAnd cgResidentUpGradient (cgAnd cgResidentGeluGradient (cgAnd cgResidentGateGradient (cgAnd cgResidentFfnInputT (cgAnd cgResidentFfnGradientHalf (cgAnd cgResidentFfnGradientT (cgAnd cgResidentNorm2UpGradient (cgAnd cgResidentFfnWeightT (cgAnd cgResidentNorm2Gradient (cgAnd cgResidentNorm2InputGradient cgNoPlanes)))))))))) (cgAnd cgResidentGatedGradient cgNoPlanes))
3404                        (constructor
3405                          DeviceArenaPhases
3406                          DeviceArenaPhasesNext
3407                          (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseAttentionOutput (cgAnd cgResidentOutputDyHalf (cgAnd cgResidentOutputDyT (cgAnd cgResidentOutputMergedT (cgAnd cgResidentOutputWeightT (cgAnd cgResidentMergedGradient cgNoPlanes))))) cgNoPlanes)
3408                          (constructor
3409                            DeviceArenaPhases
3410                            DeviceArenaPhasesNext
3411                            (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseHeadLayout (cgAnd cgResidentContextGradientHeads (cgAnd cgResidentValuesHeads (cgAnd cgResidentQueriesT (cgAnd cgResidentKeysT (cgAnd cgResidentContextGradientT cgNoPlanes))))) (cgAnd cgResidentMergedGradient cgNoPlanes))
3412                            (constructor
3413                              DeviceArenaPhases
3414                              DeviceArenaPhasesNext
3415                              (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseAttentionHead (cgAnd cgResidentRowTerms (cgAnd cgResidentQueriesGradient (cgAnd cgResidentKeysGradient (cgAnd cgResidentValuesGradient cgNoPlanes)))) (cgAnd cgResidentContextGradientHeads (cgAnd cgResidentValuesHeads (cgAnd cgResidentQueriesT (cgAnd cgResidentKeysT (cgAnd cgResidentContextGradientT cgNoPlanes))))))
3416                              (constructor
3417                                DeviceArenaPhases
3418                                DeviceArenaPhasesNext
3419                                (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseQkv (cgAnd cgResidentQkvGradientHalf (cgAnd cgResidentQkvGradientT (cgAnd cgResidentQkvInputT (cgAnd cgResidentQkvWeightT (cgAnd cgResidentNorm1Gradient (cgAnd cgResidentNorm1InputGradient (cgAnd cgResidentInputCosine (cgAnd cgResidentInputSine cgNoPlanes)))))))) (cgAnd cgResidentQueriesGradient (cgAnd cgResidentKeysGradient (cgAnd cgResidentValuesGradient cgNoPlanes))))
3420                                (constructor
3421                                  DeviceArenaPhases
3422                                  DeviceArenaPhasesNext
3423                                  (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseScatter (cgAnd cgResidentInputIds cgNoPlanes) cgNoPlanes)
3424                                  (constructor
3425                                    DeviceArenaPhases
3426                                    DeviceArenaPhasesNext
3427                                    (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseAdamW cgNoPlanes cgNoPlanes)
3428                                    (constructor
3429                                      DeviceArenaPhases
3430                                      DeviceArenaPhasesNext
3431                                      (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseDiagnostics (cgAnd cgResidentResultDiagnostics cgNoPlanes) cgNoPlanes)
3432                                      (constructor
3433                                        DeviceArenaPhases
3434                                        DeviceArenaPhasesNext
3435                                        (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseLossRecord (cgAnd cgResidentResultDiagnostics (cgAnd cgResidentResultLossRecord cgNoPlanes)) cgNoPlanes)
3436                                        (constructor DeviceArenaPhases DeviceArenaPhasesNext (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseRotary (cgAnd cgResidentInputCosine (cgAnd cgResidentInputSine cgNoPlanes)) cgNoPlanes) (constructor DeviceArenaPhases DeviceArenaPhasesEnd)))))))))))))))))))))