AlphaGitHub
Source/Systems

Coppelius.Build.DeviceImages

systems/coppelius/src/Coppelius/Build/DeviceImages.alpha

726 lines107 declarations39.5 KiBSHA-256 aca105a01057
Download exact fileView at revisionf5034773ad4bb52133

def · lines 400–453

coppeliusCoreDeviceImages

Full file
400def coppeliusCoreDeviceImages : (family CoppeliusDeviceImages) =
401  (coppeliusDeviceImagesNext
402    (coppeliusDeviceImage b"random-normal" randomNormalSM86Program 24 256 0)
403    (coppeliusDeviceImagesNext
404    (coppeliusDeviceImage b"rotary-table" rotaryTableSM86Program rotaryTableSM86RegisterCount 256 0)
405    (coppeliusDeviceImagesNext
406    (coppeliusDeviceImage b"fill" (coppeliusVectorImage (constructor ElementwiseVectorSM86Kind ElementwiseVectorSM86Fill)) 16 256 0)
407    (coppeliusDeviceImagesNext
408    (coppeliusDeviceImage b"copy" (coppeliusVectorImage (constructor ElementwiseVectorSM86Kind ElementwiseVectorSM86Copy)) 24 256 0)
409    (coppeliusDeviceImagesNext
410    (coppeliusDeviceImage b"cast-down" (coppeliusCastImage (constructor CastDirection Float32ToFloat16)) 24 256 0)
411    (coppeliusDeviceImagesNext
412    (coppeliusDeviceImage b"cast-up" (coppeliusCastImage (constructor CastDirection Float16ToFloat32)) 24 256 0)
413    (coppeliusDeviceImagesNext
414    (coppeliusDeviceImage b"add" (coppeliusElementwiseImage (constructor Elementwise256 Add256)) 24 256 0)
415    (coppeliusDeviceImagesNext
416    (coppeliusDeviceImage b"scale" (coppeliusElementwiseImage (constructor Elementwise256 Scale256)) 24 256 0)
417    (coppeliusDeviceImagesNext
418    (coppeliusDeviceImage b"argmax" (coppeliusArgmaxImage greedyArgmaxSM86BuildPromoted) 64 256 96)
419    (coppeliusDeviceImagesNext
420    (coppeliusDeviceImage b"gather" coppeliusGatherImage 40 128 0)
421    (coppeliusDeviceImagesNext
422    (coppeliusDeviceImage b"layernorm-forward" (coppeliusLayerNormImage (constructor LayerNormSM86Variant LayerNormSM86Forward512)) 40 (layerNormSM86BlockX (constructor LayerNormSM86Variant LayerNormSM86Forward512)) 128)
423    (coppeliusDeviceImagesNext
424    (coppeliusDeviceImage b"qk-rope" (coppeliusAttentionImage (constructor AttentionHeadLayoutSM86Kind AttentionHeadLayoutQKRotary)) 64 128 0)
425    (coppeliusDeviceImagesNext
426    (coppeliusDeviceImage b"value-transpose" (coppeliusAttentionImage (constructor AttentionHeadLayoutSM86Kind AttentionHeadLayoutValueTranspose)) 24 512 0)
427    (coppeliusDeviceImagesNext
428    (coppeliusDeviceImage b"head-to-token" (coppeliusAttentionImage (constructor AttentionHeadLayoutSM86Kind AttentionHeadLayoutHeadToToken)) 32 256 0)
429    (coppeliusDeviceImagesNext
430    (coppeliusDeviceImage b"token-to-head" (coppeliusAttentionImage (constructor AttentionHeadLayoutSM86Kind AttentionHeadLayoutTokenToHead)) 32 256 0)
431    (coppeliusDeviceImagesNext
432    (coppeliusDeviceImage b"inverse-rope-qkv" (coppeliusAttentionImage (constructor AttentionHeadLayoutSM86Kind AttentionHeadLayoutInverseRoPEQKVMerge)) 64 128 0)
433    (coppeliusDeviceImagesNext
434    (coppeliusDeviceImage b"softmax-forward" (coppeliusSoftmaxImage (constructor SoftmaxSM86Variant SoftmaxSM86CausalForward1024)) 32 256 128)
435    (coppeliusDeviceImagesNext
436    (coppeliusDeviceImage b"softmax-backward" (coppeliusSoftmaxImage (constructor SoftmaxSM86Variant SoftmaxSM86CausalBackward1024)) 32 256 128)
437    (coppeliusDeviceImagesNext
438    (coppeliusDeviceImage b"layernorm-backward" (coppeliusLayerNormImage (constructor LayerNormSM86Variant LayerNormSM86InputBackward512)) 48 (layerNormSM86BlockX (constructor LayerNormSM86Variant LayerNormSM86InputBackward512)) 128)
439    (coppeliusDeviceImagesNext
440    (coppeliusDeviceImage b"layernorm-parameters" (coppeliusLayerNormImage (constructor LayerNormSM86Variant LayerNormSM86ParameterGradient512)) 40 (layerNormSM86BlockX (constructor LayerNormSM86Variant LayerNormSM86ParameterGradient512)) 128)
441    (coppeliusDeviceImagesNext
442    (coppeliusDeviceImage b"cross-entropy" coppeliusCrossEntropyImage 48 256 128)
443    (coppeliusDeviceImagesNext
444    (coppeliusDeviceImage b"cross-entropy-backward" coppeliusCrossEntropyBackwardImage 40 256 0)
445    (coppeliusDeviceImagesNext
446    (coppeliusDeviceImage b"embedding-scatter" coppeliusScatterImage 40 512 0)
447    (coppeliusDeviceImagesNext
448    (coppeliusDeviceImage b"adamw" coppeliusAdamWImage adamWHalfSM86Registers adamWHalfSM86Threads 0)
449    (coppeliusDeviceImagesNext
450    (coppeliusDeviceImage b"gated-gelu-forward" coppeliusGatedGELUForwardImage gatedGELUForwardSM86Registers gatedGELUSM86Threads 0)
451    (coppeliusDeviceImagesNext
452    (coppeliusDeviceImage b"gated-gelu-backward" coppeliusGatedGELUBackwardImage gatedGELUBackwardSM86Registers gatedGELUSM86Threads 0)
453    coppeliusDeviceImagesEnd))))))))))))))))))))))))))

The compiler supplied declaration spans and resolved links from this source snapshot. This page does not assert that this file belongs to a checked closure.