AlphaGitHub
Source/Packages

Realization.Nvidia.SM86.AttentionHeadLayoutSM86

packages/realizations/cooperative/nvidia-sm86/src/Realization/Nvidia/SM86/AttentionHeadLayoutSM86.alpha

1,710 lines162 declarations85.3 KiBSHA-256 ad8cef82929b
Download exact fileView at revisionf5034773ad4bb52133

def · lines 1579–1626

attentionHeadLayoutSM86TransposeValueUnchecked

Full file
1579def attentionHeadLayoutSM86TransposeValueUnchecked =
1580  (lambda unrestricted seq : Nat . (lambda unrestricted projectionWidth : Nat .
1581    (lambda unrestricted planeOffset : Nat .
1582      (attentionHeadLayoutSM86RotatePlaneSpecial (byte 0)
1583        (constructor SM86SpecialRegister SM86ThreadIdX)
1584      (attentionHeadLayoutSM86RotatePlaneSpecial (byte 1)
1585        (constructor SM86SpecialRegister SM86CooperativeThreadArrayIdX)
1586      (attentionHeadLayoutSM86RotatePlaneSpecial (byte 2)
1587        (constructor SM86SpecialRegister SM86CooperativeThreadArrayIdY)
1588      (attentionHeadLayoutSM86Next (attentionHeadLayoutSM86Move (byte 4) attentionHeadLayoutSM86U4)
1589      (attentionHeadLayoutSM86Next (attentionHeadLayoutSM86Move (byte 7) attentionHeadLayoutSM86U0)
1590      (attentionHeadLayoutSM86Next (attentionHeadLayoutSM86Move (byte 9) attentionHeadLayoutSM86U2)
1591      (attentionHeadLayoutSM86Next
1592        (constructor SM86InstructionBody SM86MoveImmediate
1593          (attentionHeadLayoutSM86R (byte 5)) attentionHeadLayoutSM86U0 attentionHeadLayoutSM86WaitSpecials)
1594      (attentionHeadLayoutSM86Next
1595        (attentionHeadLayoutSM86Move (byte 6) (attentionHeadLayoutSM86RotatePlaneWord planeOffset))
1596      (attentionHeadLayoutSM86Next
1597        (attentionHeadLayoutSM86IMAD (byte 3) (byte 1) attentionHeadLayoutSM86U2 (byte 7))
1598      (attentionHeadLayoutSM86Next
1599        (attentionHeadLayoutSM86IMAD (byte 8) (byte 3)
1600          (attentionHeadLayoutSM86RotatePlaneWord projectionWidth) (byte 6))
1601      (attentionHeadLayoutSM86Next
1602        (attentionHeadLayoutSM86IMAD (byte 8) (byte 2) attentionHeadLayoutSM86U64 (byte 8))
1603      (attentionHeadLayoutSM86Next
1604        (attentionHeadLayoutSM86IMAD (byte 8) (byte 0) attentionHeadLayoutSM86U1 (byte 8))
1605      (attentionHeadLayoutSM86Next
1606        (attentionHeadLayoutSM86Wide (byte 10) (byte 8) (byte 4) attentionHeadLayoutSM86InputPointer)
1607      (attentionHeadLayoutSM86Next (attentionHeadLayoutSM86Load (byte 12) (byte 10) attentionHeadLayoutSM86U0)
1608      (attentionHeadLayoutSM86Next
1609        (attentionHeadLayoutSM86Load (byte 13) (byte 10)
1610          (attentionHeadLayoutSM86RotatePlaneWord (naturalMultiply projectionWidth 4)))
1611      (attentionHeadLayoutSM86Next (attentionHeadLayoutSM86Move (byte 5) attentionHeadLayoutSM86U0)
1612      (attentionHeadLayoutSM86Next
1613        (attentionHeadLayoutSM86Pack (byte 14) (byte 13) (byte 12) attentionHeadLayoutSM86WaitLoads)
1614      (attentionHeadLayoutSM86Next
1615        (attentionHeadLayoutSM86IMAD (byte 16) (byte 0)
1616          (attentionHeadLayoutSM86RotatePlaneWord seq) (byte 3))
1617      (attentionHeadLayoutSM86Next
1618        (attentionHeadLayoutSM86IMAD (byte 16) (byte 2)
1619          (attentionHeadLayoutSM86RotatePlaneWord (naturalMultiply seq 64)) (byte 16))
1620      (attentionHeadLayoutSM86Next
1621        (attentionHeadLayoutSM86Wide (byte 18) (byte 16) (byte 9) attentionHeadLayoutSM86FirstOutputPointer)
1622      (attentionHeadLayoutSM86Next
1623        (attentionHeadLayoutSM86Store (byte 18) (byte 14) attentionHeadLayoutSM86U0)
1624      (attentionHeadLayoutSM86Next
1625        (constructor SM86InstructionBody SM86Exit sm86SafeControl)
1626        attentionHeadLayoutSM86End)))))))))))))))))))))))))

The compiler supplied declaration spans and resolved links from this source snapshot. This page does not assert that this file belongs to a checked closure.