Source/Packages

Realization.Nvidia.SM86.AttentionHeadLayoutSM86

packages/realizations/cooperative/nvidia-sm86/src/Realization/Nvidia/SM86/AttentionHeadLayoutSM86.alpha

1,710 lines162 declarations85.3 KiBSHA-256 ad8cef82929b

def · lines 522–714

attentionHeadLayoutSM86QKRotaryProgram

Full file
QK rotary: 63 instructions
522def attentionHeadLayoutSM86QKRotaryProgram : (family SM86Program) =
523  (attentionHeadLayoutSM86Prologue
524    (byte 4)
525    attentionHeadLayoutSM86U15
526    (attentionHeadLayoutSM86Next
527      (attentionHeadLayoutSM86IMAD (byte 6) (byte 3) attentionHeadLayoutSM86U2 (byte 7))
528      (attentionHeadLayoutSM86Next
529        (attentionHeadLayoutSM86IMAD (byte 8) (byte 1) attentionHeadLayoutSM86U1536 (byte 7))
530        (attentionHeadLayoutSM86Next
531          (attentionHeadLayoutSM86IMAD (byte 8) (byte 2) attentionHeadLayoutSM86U64 (byte 8))
532          (attentionHeadLayoutSM86Next
533            (attentionHeadLayoutSM86IMAD (byte 8) (byte 6) attentionHeadLayoutSM86U1 (byte 8))
534            (attentionHeadLayoutSM86Next
535              (attentionHeadLayoutSM86Wide
536                (byte 10)
537                (byte 8)
538                (byte 4)
539                attentionHeadLayoutSM86InputPointer)
540              (attentionHeadLayoutSM86Next
541                (attentionHeadLayoutSM86Load (byte 12) (byte 10) attentionHeadLayoutSM86U0)
542                (attentionHeadLayoutSM86Next
543                  (attentionHeadLayoutSM86Load (byte 13) (byte 10) attentionHeadLayoutSM86U4)
544                  (attentionHeadLayoutSM86Next
545                    (attentionHeadLayoutSM86Load (byte 14) (byte 10) attentionHeadLayoutSM86U128)
546                    (attentionHeadLayoutSM86Next
547                      (attentionHeadLayoutSM86Load (byte 15) (byte 10) attentionHeadLayoutSM86U132)
548                      (attentionHeadLayoutSM86Next
549                        (attentionHeadLayoutSM86Load
550                          (byte 16)
551                          (byte 10)
552                          attentionHeadLayoutSM86U2048)
553                        (attentionHeadLayoutSM86Next
554                          (attentionHeadLayoutSM86Load
555                            (byte 17)
556                            (byte 10)
557                            attentionHeadLayoutSM86U2052)
558                          (attentionHeadLayoutSM86Next
559                            (attentionHeadLayoutSM86Load
560                              (byte 18)
561                              (byte 10)
562                              attentionHeadLayoutSM86U2176)
563                            (attentionHeadLayoutSM86Next
564                              (attentionHeadLayoutSM86Load
565                                (byte 19)
566                                (byte 10)
567                                attentionHeadLayoutSM86U2180)
568                              (attentionHeadLayoutSM86Next
569                                (attentionHeadLayoutSM86IMAD
570                                  (byte 20)
571                                  (byte 1)
572                                  attentionHeadLayoutSM86U32
573                                  (byte 6))
574                                (attentionHeadLayoutSM86Next
575                                  (attentionHeadLayoutSM86Wide
576                                    (byte 22)
577                                    (byte 20)
578                                    (byte 4)
579                                    attentionHeadLayoutSM86CosinePointer)
580                                  (attentionHeadLayoutSM86Next
581                                    (attentionHeadLayoutSM86Load
582                                      (byte 24)
583                                      (byte 22)
584                                      attentionHeadLayoutSM86U0)
585                                    (attentionHeadLayoutSM86Next
586                                      (attentionHeadLayoutSM86Load
587                                        (byte 25)
588                                        (byte 22)
589                                        attentionHeadLayoutSM86U4)
590                                      (attentionHeadLayoutSM86Next
591                                        (attentionHeadLayoutSM86Wide
592                                        (byte 26)
593                                        (byte 20)
594                                        (byte 4)
595                                        attentionHeadLayoutSM86SinePointer)
596                                        (attentionHeadLayoutSM86Next
597                                        (attentionHeadLayoutSM86Load
598                                        (byte 28)
599                                        (byte 26)
600                                        attentionHeadLayoutSM86U0)
601                                        (attentionHeadLayoutSM86Next
602                                        (attentionHeadLayoutSM86Load
603                                        (byte 29)
604                                        (byte 26)
605                                        attentionHeadLayoutSM86U4)
606                                        (attentionHeadLayoutSM86Rotate
607                                        (byte 30)
608                                        (byte 31)
609                                        (byte 12)
610                                        (byte 14)
611                                        (byte 24)
612                                        (byte 28)
613                                        attentionHeadLayoutSM86WaitLoads
614                                        (attentionHeadLayoutSM86Rotate
615                                        (byte 32)
616                                        (byte 33)
617                                        (byte 13)
618                                        (byte 15)
619                                        (byte 25)
620                                        (byte 29)
621                                        sm86SafeControl
622                                        (attentionHeadLayoutSM86Next
623                                        (attentionHeadLayoutSM86Pack
624                                        (byte 34)
625                                        (byte 32)
626                                        (byte 30)
627                                        sm86SafeControl)
628                                        (attentionHeadLayoutSM86Next
629                                        (attentionHeadLayoutSM86Pack
630                                        (byte 35)
631                                        (byte 33)
632                                        (byte 31)
633                                        sm86SafeControl)
634                                        (attentionHeadLayoutSM86Next
635                                        (attentionHeadLayoutSM86IMAD
636                                        (byte 36)
637                                        (byte 2)
638                                        attentionHeadLayoutSM86U65536
639                                        (byte 7))
640                                        (attentionHeadLayoutSM86Next
641                                        (attentionHeadLayoutSM86IMAD
642                                        (byte 36)
643                                        (byte 1)
644                                        attentionHeadLayoutSM86U64
645                                        (byte 36))
646                                        (attentionHeadLayoutSM86Next
647                                        (attentionHeadLayoutSM86IMAD
648                                        (byte 36)
649                                        (byte 6)
650                                        attentionHeadLayoutSM86U1
651                                        (byte 36))
652                                        (attentionHeadLayoutSM86Next
653                                        (attentionHeadLayoutSM86Wide
654                                        (byte 38)
655                                        (byte 36)
656                                        (byte 9)
657                                        attentionHeadLayoutSM86FirstOutputPointer)
658                                        (attentionHeadLayoutSM86Next
659                                        (attentionHeadLayoutSM86Store
660                                        (byte 38)
661                                        (byte 34)
662                                        attentionHeadLayoutSM86U0)
663                                        (attentionHeadLayoutSM86Next
664                                        (attentionHeadLayoutSM86Store
665                                        (byte 38)
666                                        (byte 35)
667                                        attentionHeadLayoutSM86U64)
668                                        (attentionHeadLayoutSM86Rotate
669                                        (byte 40)
670                                        (byte 41)
671                                        (byte 16)
672                                        (byte 18)
673                                        (byte 24)
674                                        (byte 28)
675                                        sm86SafeControl
676                                        (attentionHeadLayoutSM86Rotate
677                                        (byte 42)
678                                        (byte 43)
679                                        (byte 17)
680                                        (byte 19)
681                                        (byte 25)
682                                        (byte 29)
683                                        sm86SafeControl
684                                        (attentionHeadLayoutSM86Next
685                                        (attentionHeadLayoutSM86Pack
686                                        (byte 44)
687                                        (byte 42)
688                                        (byte 40)
689                                        sm86SafeControl)
690                                        (attentionHeadLayoutSM86Next
691                                        (attentionHeadLayoutSM86Pack
692                                        (byte 45)
693                                        (byte 43)
694                                        (byte 41)
695                                        sm86SafeControl)
696                                        (attentionHeadLayoutSM86Next
697                                        (attentionHeadLayoutSM86Wide
698                                        (byte 46)
699                                        (byte 36)
700                                        (byte 9)
701                                        attentionHeadLayoutSM86SecondOutputPointer)
702                                        (attentionHeadLayoutSM86Next
703                                        (attentionHeadLayoutSM86Store
704                                        (byte 46)
705                                        (byte 44)
706                                        attentionHeadLayoutSM86U0)
707                                        (attentionHeadLayoutSM86Next
708                                        (attentionHeadLayoutSM86Store
709                                        (byte 46)
710                                        (byte 45)
711                                        attentionHeadLayoutSM86U64)
712                                        (attentionHeadLayoutSM86Next
713                                        (constructor SM86InstructionBody SM86Exit sm86SafeControl)
714                                        attentionHeadLayoutSM86End)))))))))))))))))))))))))))))))))))))))

The compiler supplied declaration spans and resolved links from this source snapshot. This page does not assert that this file belongs to a checked closure.