Coppelius.Build.Graph

3358def coppeliusDevicePhases : (family DeviceArenaPhases) =
3359  (constructor
3360    DeviceArenaPhases
3361    DeviceArenaPhasesNext
3362    (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseInitialize cgNoPlanes cgNoPlanes)
3363    (constructor
3364      DeviceArenaPhases
3365      DeviceArenaPhasesNext
3366      (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseRecast cgNoPlanes cgNoPlanes)
3367      (constructor
3368        DeviceArenaPhases
3369        DeviceArenaPhasesNext
3370        (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseCheckpoint (cgAnd cgResidentCheckpointWindow cgNoPlanes) cgNoPlanes)
3371        (constructor
3372          DeviceArenaPhases
3373          DeviceArenaPhasesNext
3374          (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseReport (cgAnd cgResidentResultDiagnostics (cgAnd cgResidentResultRecord cgNoPlanes)) cgNoPlanes)
3375          (constructor
3376            DeviceArenaPhases
3377            DeviceArenaPhasesNext
3378            (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseGradientZero cgNoPlanes cgNoPlanes)
3379            (constructor
3380              DeviceArenaPhases
3381              DeviceArenaPhasesNext
3382              (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseEmbed (cgAnd cgResidentInputIds cgNoPlanes) cgNoPlanes)
3383              (constructor
3384                DeviceArenaPhases
3385                DeviceArenaPhasesNext
3386                (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseLayer (cgAnd cgResidentNorm1 (cgAnd cgResidentQkv (cgAnd cgResidentNorm2 (cgAnd cgResidentGated (cgAnd cgResidentDown (cgAnd cgResidentInputCosine (cgAnd cgResidentInputSine cgNoPlanes))))))) cgNoPlanes)
3387                (constructor
3388                  DeviceArenaPhases
3389                  DeviceArenaPhasesNext
3390                  (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseOutput (cgAnd cgResidentFinalNorm (cgAnd cgResidentFinalStatistics (cgAnd cgResidentFinalHalf (cgAnd cgResidentLogits (cgAnd cgResidentLoss (cgAnd cgResidentCorrect (cgAnd cgResidentLogitsGradient (cgAnd cgResidentResultRecord (cgAnd cgResidentResultPredictions (cgAnd cgResidentInputTargets (cgAnd cgResidentResultDiagnostics cgNoPlanes))))))))))) cgNoPlanes)
3391                  (constructor
3392                    DeviceArenaPhases
3393                    DeviceArenaPhasesNext
3394                    (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseOutputGradient (cgAnd cgResidentLogitsGradientHalf (cgAnd cgResidentLogitsGradientT (cgAnd cgResidentFinalHalfT (cgAnd cgResidentFinalGradient (cgAnd cgResidentEmbeddingHalfT cgNoPlanes))))) (cgAnd cgResidentLogitsGradient (cgAnd cgResidentFinalHalf (cgAnd cgResidentFinalStatistics cgNoPlanes))))
3395                    (constructor
3396                      DeviceArenaPhases
3397                      DeviceArenaPhasesNext
3398                      (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseFfnDown (cgAnd cgResidentDownGatedT (cgAnd cgResidentDownWeightT (cgAnd cgResidentDownDyT (cgAnd cgResidentDownDyHalf (cgAnd cgResidentGatedGradient cgNoPlanes))))) cgNoPlanes)
3399                      (constructor
3400                        DeviceArenaPhases
3401                        DeviceArenaPhasesNext
3402                        (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseFfnGate (cgAnd cgResidentUpGradient (cgAnd cgResidentGeluGradient (cgAnd cgResidentGateGradient (cgAnd cgResidentFfnInputT (cgAnd cgResidentFfnGradientHalf (cgAnd cgResidentFfnGradientT (cgAnd cgResidentNorm2UpGradient (cgAnd cgResidentFfnWeightT (cgAnd cgResidentNorm2Gradient (cgAnd cgResidentNorm2InputGradient cgNoPlanes)))))))))) (cgAnd cgResidentGatedGradient cgNoPlanes))
3403                        (constructor
3404                          DeviceArenaPhases
3405                          DeviceArenaPhasesNext
3406                          (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseAttentionOutput (cgAnd cgResidentOutputDyHalf (cgAnd cgResidentOutputDyT (cgAnd cgResidentOutputMergedT (cgAnd cgResidentOutputWeightT (cgAnd cgResidentMergedGradient cgNoPlanes))))) cgNoPlanes)
3407                          (constructor
3408                            DeviceArenaPhases
3409                            DeviceArenaPhasesNext
3410                            (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseHeadLayout (cgAnd cgResidentContextGradientHeads (cgAnd cgResidentValuesHeads (cgAnd cgResidentQueriesT (cgAnd cgResidentKeysT (cgAnd cgResidentContextGradientT cgNoPlanes))))) (cgAnd cgResidentMergedGradient cgNoPlanes))
3411                            (constructor
3412                              DeviceArenaPhases
3413                              DeviceArenaPhasesNext
3414                              (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseAttentionHead (cgAnd cgResidentRowTerms (cgAnd cgResidentQueriesGradient (cgAnd cgResidentKeysGradient (cgAnd cgResidentValuesGradient cgNoPlanes)))) (cgAnd cgResidentContextGradientHeads (cgAnd cgResidentValuesHeads (cgAnd cgResidentQueriesT (cgAnd cgResidentKeysT (cgAnd cgResidentContextGradientT cgNoPlanes))))))
3415                              (constructor
3416                                DeviceArenaPhases
3417                                DeviceArenaPhasesNext
3418                                (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseQkv (cgAnd cgResidentQkvGradientHalf (cgAnd cgResidentQkvGradientT (cgAnd cgResidentQkvInputT (cgAnd cgResidentQkvWeightT (cgAnd cgResidentNorm1Gradient (cgAnd cgResidentNorm1InputGradient (cgAnd cgResidentInputCosine (cgAnd cgResidentInputSine cgNoPlanes)))))))) (cgAnd cgResidentQueriesGradient (cgAnd cgResidentKeysGradient (cgAnd cgResidentValuesGradient cgNoPlanes))))
3419                                (constructor
3420                                  DeviceArenaPhases
3421                                  DeviceArenaPhasesNext
3422                                  (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseScatter (cgAnd cgResidentInputIds cgNoPlanes) cgNoPlanes)
3423                                  (constructor
3424                                    DeviceArenaPhases
3425                                    DeviceArenaPhasesNext
3426                                    (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseAdamW cgNoPlanes cgNoPlanes)
3427                                    (constructor
3428                                      DeviceArenaPhases
3429                                      DeviceArenaPhasesNext
3430                                      (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseDiagnostics (cgAnd cgResidentResultDiagnostics cgNoPlanes) cgNoPlanes)
3431                                      (constructor
3432                                        DeviceArenaPhases
3433                                        DeviceArenaPhasesNext
3434                                        (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseLossRecord (cgAnd cgResidentResultDiagnostics (cgAnd cgResidentResultLossRecord cgNoPlanes)) cgNoPlanes)
3435                                        (constructor DeviceArenaPhases DeviceArenaPhasesNext (constructor DeviceArenaPhase DeviceArenaPhaseValue cgPhaseRotary (cgAnd cgResidentInputCosine (cgAnd cgResidentInputSine cgNoPlanes)) cgNoPlanes) (constructor DeviceArenaPhases DeviceArenaPhasesEnd)))))))))))))))))))))